PlusAMP App Middleware - Details for Query 226546

Submitted Time: 2025/08/01 15:46:02
Duration: 84 ms
Succeeded Jobs: 330145

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; 1 [labelType="html" label=" InMemoryTableScan "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label=" BroadcastHashJoin "]; 12 [labelType="html" label=" Filter "]; } 5 [labelType="html" label="BroadcastExchange time to broadcast: 1 ms time to build: 5 ms time to collect: 71 ms number of output rows: 58 data size: 32.0 MiB"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 7 [labelType="html" label="Filter number of output rows: 58"]; } 8 [labelType="html" label="InMemoryTableScan number of output rows: 58"]; subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 18 ms"; 10 [labelType="html" label=" Project "]; } 11 [labelType="html" label="Scan csv number of output rows: 58 number of files read: 1 metadata time: 0 ms size of files read: 18.2 KiB"]; 13 [labelType="html" label=" InMemoryTableScan "]; subgraph cluster14 { isCluster="true"; label="WholeStageCodegen (1)"; 15 [labelType="html" label=" Project "]; } 16 [labelType="html" label=" Scan csv "]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 10->8; 11->10; 12->4; 13->12; 15->13; 16->15; }

CollectLimit 1000000

InMemoryTableScan [Category#93875767, Label#93875768, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]

Project [Category#93875767, Label#93875768, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]

BroadcastHashJoin [group#94006308], [group#93875766], Inner, BuildLeft, false

Filter isnotnull(group#93875766)

WholeStageCodegen (2)

BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false]),false), [id=#7505834]

Filter isnotnull(group#94006308)

WholeStageCodegen (1)

InMemoryTableScan [group#94006308, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325], [isnotnull(group#94006308)]

Project [CASE WHEN (group#94006165 = null) THEN null ELSE group#94006165 END AS group#94006308, CASE WHEN (annual_bmret#94006166 = null) THEN null ELSE annual_bmret#94006166 END AS annual_bmret#94006309, CASE WHEN ((annual_ret#94006167 = NA) OR (annual_ret#94006167 = null)) THEN null ELSE cast(annual_ret#94006167 as float) END AS annual_ret#94006310, CASE WHEN ((std_ret#94006168 = NA) OR (std_ret#94006168 = null)) THEN null ELSE cast(std_ret#94006168 as float) END AS std_ret#94006311, CASE WHEN ((Sharpe_ret#94006169 = NA) OR (Sharpe_ret#94006169 = null)) THEN null ELSE cast(Sharpe_ret#94006169 as float) END AS Sharpe_ret#94006312, CASE WHEN ((PctPos_ret#94006170 = NA) OR (PctPos_ret#94006170 = null)) THEN null ELSE cast(PctPos_ret#94006170 as float) END AS PctPos_ret#94006313, CASE WHEN (TR_ret#94006171 = null) THEN null ELSE TR_ret#94006171 END AS TR_ret#94006314, CASE WHEN (IR_ret#94006172 = null) THEN null ELSE IR_ret#94006172 END AS IR_ret#94006315, CASE WHEN ((annual_resret#94006173 = NA) OR (annual_resret#94006173 = null)) THEN null ELSE cast(annual_resret#94006173 as float) END AS annual_resret#94006316, CASE WHEN ((std_resret#94006174 = NA) OR (std_resret#94006174 = null)) THEN null ELSE cast(std_resret#94006174 as float) END AS std_resret#94006317, CASE WHEN ((Sharpe_resret#94006175 = NA) OR (Sharpe_resret#94006175 = null)) THEN null ELSE cast(Sharpe_resret#94006175 as float) END AS Sharpe_resret#94006318, CASE WHEN ((PctPos_resret#94006176 = NA) OR (PctPos_resret#94006176 = null)) THEN null ELSE cast(PctPos_resret#94006176 as float) END AS PctPos_resret#94006319, CASE WHEN (TR_resret#94006177 = null) THEN null ELSE TR_resret#94006177 END AS TR_resret#94006320, CASE WHEN (IR_resret#94006178 = null) THEN null ELSE IR_resret#94006178 END AS IR_resret#94006321, CASE WHEN ((annual_retnet#94006179 = NA) OR (annual_retnet#94006179 = null)) THEN null ELSE cast(annual_retnet#94006179 as float) END AS annual_retnet#94006322, CASE WHEN ((std_retnet#94006180 = NA) OR (std_retnet#94006180 = null)) THEN null ELSE cast(std_retnet#94006180 as float) END AS std_retnet#94006323, CASE WHEN ((Sharpe_retnet#94006181 = NA) OR (Sharpe_retnet#94006181 = null)) THEN null ELSE cast(Sharpe_retnet#94006181 as float) END AS Sharpe_retnet#94006324, CASE WHEN ((PctPos_retnet#94006182 = NA) OR (PctPos_retnet#94006182 = null)) THEN null ELSE cast(PctPos_retnet#94006182 as float) END AS PctPos_retnet#94006325, CASE WHEN (TR_retnet#94006183 = null) THEN null ELSE TR_retnet#94006183 END AS TR_retnet#94006326, CASE WHEN (IR_retnet#94006184 = null) THEN null ELSE IR_retnet#94006184 END AS IR_retnet#94006327, CASE WHEN ((retIC#94006185 = NA) OR (retIC#94006185 = null)) THEN null ELSE cast(retIC#94006185 as float) END AS retIC#94006328, CASE WHEN ((resretIC#94006186 = NA) OR (resretIC#94006186 = null)) THEN null ELSE cast(resretIC#94006186 as float) END AS resretIC#94006329, CASE WHEN ((turnover#94006187 = NA) OR (turnover#94006187 = null)) THEN null ELSE cast(turnover#94006187 as float) END AS turnover#94006330]

WholeStageCodegen (1)

FileScan csv [group#94006165,annual_bmret#94006166,annual_ret#94006167,std_ret#94006168,Sharpe_ret#94006169,PctPos_ret#94006170,TR_ret#94006171,IR_ret#94006172,annual_resret#94006173,std_resret#94006174,Sharpe_resret#94006175,PctPos_resret#94006176,TR_resret#94006177,IR_resret#94006178,annual_retnet#94006179,std_retnet#94006180,Sharpe_retnet#94006181,PctPos_retnet#94006182,TR_retnet#94006183,IR_retnet#94006184,retIC#94006185,resretIC#94006186,turnover#94006187] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,annual_bmret:string,annual_ret:string,std_ret:string,Sharpe_ret:string,PctPos...

InMemoryTableScan [group#93875766, Category#93875767, Label#93875768], [isnotnull(group#93875766)]

Project [CASE WHEN (group#93875754 = null) THEN null ELSE group#93875754 END AS group#93875766, CASE WHEN (Category#93875755 = null) THEN null ELSE Category#93875755 END AS Category#93875767, CASE WHEN (Label#93875756 = null) THEN null ELSE Label#93875756 END AS Label#93875768]

WholeStageCodegen (1)

FileScan csv [group#93875754,Category#93875755,Label#93875756] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/common/map_stats.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,Category:string,Label:string>

Details

== Physical Plan ==
CollectLimit (16)
+- InMemoryTableScan (1)
      +- InMemoryRelation (2)
            +- * Project (15)
               +- * BroadcastHashJoin Inner BuildLeft (14)
                  :- BroadcastExchange (8)
                  :  +- * Filter (7)
                  :     +- InMemoryTableScan (3)
                  :           +- InMemoryRelation (4)
                  :                 +- * Project (6)
                  :                    +- Scan csv  (5)
                  +- * Filter (13)
                     +- InMemoryTableScan (9)
                           +- InMemoryRelation (10)
                                 +- * Project (12)
                                    +- Scan csv  (11)


(1) InMemoryTableScan
Output [11]: [Category#93875767, Label#93875768, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]
Arguments: [Category#93875767, Label#93875768, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]

(2) InMemoryRelation
Arguments: [Category#93875767, Label#93875768, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@208e3fd9,StorageLevel(disk, memory, deserialized, 1 replicas),*(2) Project [Category#93875767, Label#93875768, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]
+- *(2) BroadcastHashJoin [group#94006308], [group#93875766], Inner, BuildLeft, false
   :- BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false]),false), [id=#7505834]
   :  +- *(1) Filter isnotnull(group#94006308)
   :     +- InMemoryTableScan [group#94006308, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325], [isnotnull(group#94006308)]
   :           +- InMemoryRelation [group#94006308, annual_bmret#94006309, annual_ret#94006310, std_ret#94006311, Sharpe_ret#94006312, PctPos_ret#94006313, TR_ret#94006314, IR_ret#94006315, annual_resret#94006316, std_resret#94006317, Sharpe_resret#94006318, PctPos_resret#94006319, TR_resret#94006320, IR_resret#94006321, annual_retnet#94006322, std_retnet#94006323, Sharpe_retnet#94006324, PctPos_retnet#94006325, TR_retnet#94006326, IR_retnet#94006327, retIC#94006328, resretIC#94006329, turnover#94006330], StorageLevel(disk, memory, deserialized, 1 replicas)
   :                 +- *(1) Project [CASE WHEN (group#94006165 = null) THEN null ELSE group#94006165 END AS group#94006308, CASE WHEN (annual_bmret#94006166 = null) THEN null ELSE annual_bmret#94006166 END AS annual_bmret#94006309, CASE WHEN ((annual_ret#94006167 = NA) OR (annual_ret#94006167 = null)) THEN null ELSE cast(annual_ret#94006167 as float) END AS annual_ret#94006310, CASE WHEN ((std_ret#94006168 = NA) OR (std_ret#94006168 = null)) THEN null ELSE cast(std_ret#94006168 as float) END AS std_ret#94006311, CASE WHEN ((Sharpe_ret#94006169 = NA) OR (Sharpe_ret#94006169 = null)) THEN null ELSE cast(Sharpe_ret#94006169 as float) END AS Sharpe_ret#94006312, CASE WHEN ((PctPos_ret#94006170 = NA) OR (PctPos_ret#94006170 = null)) THEN null ELSE cast(PctPos_ret#94006170 as float) END AS PctPos_ret#94006313, CASE WHEN (TR_ret#94006171 = null) THEN null ELSE TR_ret#94006171 END AS TR_ret#94006314, CASE WHEN (IR_ret#94006172 = null) THEN null ELSE IR_ret#94006172 END AS IR_ret#94006315, CASE WHEN ((annual_resret#94006173 = NA) OR (annual_resret#94006173 = null)) THEN null ELSE cast(annual_resret#94006173 as float) END AS annual_resret#94006316, CASE WHEN ((std_resret#94006174 = NA) OR (std_resret#94006174 = null)) THEN null ELSE cast(std_resret#94006174 as float) END AS std_resret#94006317, CASE WHEN ((Sharpe_resret#94006175 = NA) OR (Sharpe_resret#94006175 = null)) THEN null ELSE cast(Sharpe_resret#94006175 as float) END AS Sharpe_resret#94006318, CASE WHEN ((PctPos_resret#94006176 = NA) OR (PctPos_resret#94006176 = null)) THEN null ELSE cast(PctPos_resret#94006176 as float) END AS PctPos_resret#94006319, CASE WHEN (TR_resret#94006177 = null) THEN null ELSE TR_resret#94006177 END AS TR_resret#94006320, CASE WHEN (IR_resret#94006178 = null) THEN null ELSE IR_resret#94006178 END AS IR_resret#94006321, CASE WHEN ((annual_retnet#94006179 = NA) OR (annual_retnet#94006179 = null)) THEN null ELSE cast(annual_retnet#94006179 as float) END AS annual_retnet#94006322, CASE WHEN ((std_retnet#94006180 = NA) OR (std_retnet#94006180 = null)) THEN null ELSE cast(std_retnet#94006180 as float) END AS std_retnet#94006323, CASE WHEN ((Sharpe_retnet#94006181 = NA) OR (Sharpe_retnet#94006181 = null)) THEN null ELSE cast(Sharpe_retnet#94006181 as float) END AS Sharpe_retnet#94006324, CASE WHEN ((PctPos_retnet#94006182 = NA) OR (PctPos_retnet#94006182 = null)) THEN null ELSE cast(PctPos_retnet#94006182 as float) END AS PctPos_retnet#94006325, CASE WHEN (TR_retnet#94006183 = null) THEN null ELSE TR_retnet#94006183 END AS TR_retnet#94006326, CASE WHEN (IR_retnet#94006184 = null) THEN null ELSE IR_retnet#94006184 END AS IR_retnet#94006327, CASE WHEN ((retIC#94006185 = NA) OR (retIC#94006185 = null)) THEN null ELSE cast(retIC#94006185 as float) END AS retIC#94006328, CASE WHEN ((resretIC#94006186 = NA) OR (resretIC#94006186 = null)) THEN null ELSE cast(resretIC#94006186 as float) END AS resretIC#94006329, CASE WHEN ((turnover#94006187 = NA) OR (turnover#94006187 = null)) THEN null ELSE cast(turnover#94006187 as float) END AS turnover#94006330]
   :                    +- FileScan csv [group#94006165,annual_bmret#94006166,annual_ret#94006167,std_ret#94006168,Sharpe_ret#94006169,PctPos_ret#94006170,TR_ret#94006171,IR_ret#94006172,annual_resret#94006173,std_resret#94006174,Sharpe_resret#94006175,PctPos_resret#94006176,TR_resret#94006177,IR_resret#94006178,annual_retnet#94006179,std_retnet#94006180,Sharpe_retnet#94006181,PctPos_retnet#94006182,TR_retnet#94006183,IR_retnet#94006184,retIC#94006185,resretIC#94006186,turnover#94006187] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,annual_bmret:string,annual_ret:string,std_ret:string,Sharpe_ret:string,PctPos...
   +- *(2) Filter isnotnull(group#93875766)
      +- InMemoryTableScan [group#93875766, Category#93875767, Label#93875768], [isnotnull(group#93875766)]
            +- InMemoryRelation [group#93875766, Category#93875767, Label#93875768], StorageLevel(disk, memory, deserialized, 1 replicas)
                  +- *(1) Project [CASE WHEN (group#93875754 = null) THEN null ELSE group#93875754 END AS group#93875766, CASE WHEN (Category#93875755 = null) THEN null ELSE Category#93875755 END AS Category#93875767, CASE WHEN (Label#93875756 = null) THEN null ELSE Label#93875756 END AS Label#93875768]
                     +- FileScan csv [group#93875754,Category#93875755,Label#93875756] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/common/map_stats.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,Category:string,Label:string>
,None)

(3) InMemoryTableScan
Output [10]: [group#94006308, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]
Arguments: [group#94006308, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325], [isnotnull(group#94006308)]

(4) InMemoryRelation
Arguments: [group#94006308, annual_bmret#94006309, annual_ret#94006310, std_ret#94006311, Sharpe_ret#94006312, PctPos_ret#94006313, TR_ret#94006314, IR_ret#94006315, annual_resret#94006316, std_resret#94006317, Sharpe_resret#94006318, PctPos_resret#94006319, TR_resret#94006320, IR_resret#94006321, annual_retnet#94006322, std_retnet#94006323, Sharpe_retnet#94006324, PctPos_retnet#94006325, TR_retnet#94006326, IR_retnet#94006327, retIC#94006328, resretIC#94006329, turnover#94006330], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@208e3fd9,StorageLevel(disk, memory, deserialized, 1 replicas),*(1) Project [CASE WHEN (group#94006165 = null) THEN null ELSE group#94006165 END AS group#94006308, CASE WHEN (annual_bmret#94006166 = null) THEN null ELSE annual_bmret#94006166 END AS annual_bmret#94006309, CASE WHEN ((annual_ret#94006167 = NA) OR (annual_ret#94006167 = null)) THEN null ELSE cast(annual_ret#94006167 as float) END AS annual_ret#94006310, CASE WHEN ((std_ret#94006168 = NA) OR (std_ret#94006168 = null)) THEN null ELSE cast(std_ret#94006168 as float) END AS std_ret#94006311, CASE WHEN ((Sharpe_ret#94006169 = NA) OR (Sharpe_ret#94006169 = null)) THEN null ELSE cast(Sharpe_ret#94006169 as float) END AS Sharpe_ret#94006312, CASE WHEN ((PctPos_ret#94006170 = NA) OR (PctPos_ret#94006170 = null)) THEN null ELSE cast(PctPos_ret#94006170 as float) END AS PctPos_ret#94006313, CASE WHEN (TR_ret#94006171 = null) THEN null ELSE TR_ret#94006171 END AS TR_ret#94006314, CASE WHEN (IR_ret#94006172 = null) THEN null ELSE IR_ret#94006172 END AS IR_ret#94006315, CASE WHEN ((annual_resret#94006173 = NA) OR (annual_resret#94006173 = null)) THEN null ELSE cast(annual_resret#94006173 as float) END AS annual_resret#94006316, CASE WHEN ((std_resret#94006174 = NA) OR (std_resret#94006174 = null)) THEN null ELSE cast(std_resret#94006174 as float) END AS std_resret#94006317, CASE WHEN ((Sharpe_resret#94006175 = NA) OR (Sharpe_resret#94006175 = null)) THEN null ELSE cast(Sharpe_resret#94006175 as float) END AS Sharpe_resret#94006318, CASE WHEN ((PctPos_resret#94006176 = NA) OR (PctPos_resret#94006176 = null)) THEN null ELSE cast(PctPos_resret#94006176 as float) END AS PctPos_resret#94006319, CASE WHEN (TR_resret#94006177 = null) THEN null ELSE TR_resret#94006177 END AS TR_resret#94006320, CASE WHEN (IR_resret#94006178 = null) THEN null ELSE IR_resret#94006178 END AS IR_resret#94006321, CASE WHEN ((annual_retnet#94006179 = NA) OR (annual_retnet#94006179 = null)) THEN null ELSE cast(annual_retnet#94006179 as float) END AS annual_retnet#94006322, CASE WHEN ((std_retnet#94006180 = NA) OR (std_retnet#94006180 = null)) THEN null ELSE cast(std_retnet#94006180 as float) END AS std_retnet#94006323, CASE WHEN ((Sharpe_retnet#94006181 = NA) OR (Sharpe_retnet#94006181 = null)) THEN null ELSE cast(Sharpe_retnet#94006181 as float) END AS Sharpe_retnet#94006324, CASE WHEN ((PctPos_retnet#94006182 = NA) OR (PctPos_retnet#94006182 = null)) THEN null ELSE cast(PctPos_retnet#94006182 as float) END AS PctPos_retnet#94006325, CASE WHEN (TR_retnet#94006183 = null) THEN null ELSE TR_retnet#94006183 END AS TR_retnet#94006326, CASE WHEN (IR_retnet#94006184 = null) THEN null ELSE IR_retnet#94006184 END AS IR_retnet#94006327, CASE WHEN ((retIC#94006185 = NA) OR (retIC#94006185 = null)) THEN null ELSE cast(retIC#94006185 as float) END AS retIC#94006328, CASE WHEN ((resretIC#94006186 = NA) OR (resretIC#94006186 = null)) THEN null ELSE cast(resretIC#94006186 as float) END AS resretIC#94006329, CASE WHEN ((turnover#94006187 = NA) OR (turnover#94006187 = null)) THEN null ELSE cast(turnover#94006187 as float) END AS turnover#94006330]
+- FileScan csv [group#94006165,annual_bmret#94006166,annual_ret#94006167,std_ret#94006168,Sharpe_ret#94006169,PctPos_ret#94006170,TR_ret#94006171,IR_ret#94006172,annual_resret#94006173,std_resret#94006174,Sharpe_resret#94006175,PctPos_resret#94006176,TR_resret#94006177,IR_resret#94006178,annual_retnet#94006179,std_retnet#94006180,Sharpe_retnet#94006181,PctPos_retnet#94006182,TR_retnet#94006183,IR_retnet#94006184,retIC#94006185,resretIC#94006186,turnover#94006187] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,annual_bmret:string,annual_ret:string,std_ret:string,Sharpe_ret:string,PctPos...
,None)

(5) Scan csv 
Output [23]: [group#94006165, annual_bmret#94006166, annual_ret#94006167, std_ret#94006168, Sharpe_ret#94006169, PctPos_ret#94006170, TR_ret#94006171, IR_ret#94006172, annual_resret#94006173, std_resret#94006174, Sharpe_resret#94006175, PctPos_resret#94006176, TR_resret#94006177, IR_resret#94006178, annual_retnet#94006179, std_retnet#94006180, Sharpe_retnet#94006181, PctPos_retnet#94006182, TR_retnet#94006183, IR_retnet#94006184, retIC#94006185, resretIC#94006186, turnover#94006187]
Batched: false
Location: InMemoryFileIndex [file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rankviews/REPORT_stats.csv]
ReadSchema: struct<group:string,annual_bmret:string,annual_ret:string,std_ret:string,Sharpe_ret:string,PctPos_ret:string,TR_ret:string,IR_ret:string,annual_resret:string,std_resret:string,Sharpe_resret:string,PctPos_resret:string,TR_resret:string,IR_resret:string,annual_retnet:string,std_retnet:string,Sharpe_retnet:string,PctPos_retnet:string,TR_retnet:string,IR_retnet:string,retIC:string,resretIC:string,turnover:string>

(6) Project [codegen id : 1]
Output [23]: [CASE WHEN (group#94006165 = null) THEN null ELSE group#94006165 END AS group#94006308, CASE WHEN (annual_bmret#94006166 = null) THEN null ELSE annual_bmret#94006166 END AS annual_bmret#94006309, CASE WHEN ((annual_ret#94006167 = NA) OR (annual_ret#94006167 = null)) THEN null ELSE cast(annual_ret#94006167 as float) END AS annual_ret#94006310, CASE WHEN ((std_ret#94006168 = NA) OR (std_ret#94006168 = null)) THEN null ELSE cast(std_ret#94006168 as float) END AS std_ret#94006311, CASE WHEN ((Sharpe_ret#94006169 = NA) OR (Sharpe_ret#94006169 = null)) THEN null ELSE cast(Sharpe_ret#94006169 as float) END AS Sharpe_ret#94006312, CASE WHEN ((PctPos_ret#94006170 = NA) OR (PctPos_ret#94006170 = null)) THEN null ELSE cast(PctPos_ret#94006170 as float) END AS PctPos_ret#94006313, CASE WHEN (TR_ret#94006171 = null) THEN null ELSE TR_ret#94006171 END AS TR_ret#94006314, CASE WHEN (IR_ret#94006172 = null) THEN null ELSE IR_ret#94006172 END AS IR_ret#94006315, CASE WHEN ((annual_resret#94006173 = NA) OR (annual_resret#94006173 = null)) THEN null ELSE cast(annual_resret#94006173 as float) END AS annual_resret#94006316, CASE WHEN ((std_resret#94006174 = NA) OR (std_resret#94006174 = null)) THEN null ELSE cast(std_resret#94006174 as float) END AS std_resret#94006317, CASE WHEN ((Sharpe_resret#94006175 = NA) OR (Sharpe_resret#94006175 = null)) THEN null ELSE cast(Sharpe_resret#94006175 as float) END AS Sharpe_resret#94006318, CASE WHEN ((PctPos_resret#94006176 = NA) OR (PctPos_resret#94006176 = null)) THEN null ELSE cast(PctPos_resret#94006176 as float) END AS PctPos_resret#94006319, CASE WHEN (TR_resret#94006177 = null) THEN null ELSE TR_resret#94006177 END AS TR_resret#94006320, CASE WHEN (IR_resret#94006178 = null) THEN null ELSE IR_resret#94006178 END AS IR_resret#94006321, CASE WHEN ((annual_retnet#94006179 = NA) OR (annual_retnet#94006179 = null)) THEN null ELSE cast(annual_retnet#94006179 as float) END AS annual_retnet#94006322, CASE WHEN ((std_retnet#94006180 = NA) OR (std_retnet#94006180 = null)) THEN null ELSE cast(std_retnet#94006180 as float) END AS std_retnet#94006323, CASE WHEN ((Sharpe_retnet#94006181 = NA) OR (Sharpe_retnet#94006181 = null)) THEN null ELSE cast(Sharpe_retnet#94006181 as float) END AS Sharpe_retnet#94006324, CASE WHEN ((PctPos_retnet#94006182 = NA) OR (PctPos_retnet#94006182 = null)) THEN null ELSE cast(PctPos_retnet#94006182 as float) END AS PctPos_retnet#94006325, CASE WHEN (TR_retnet#94006183 = null) THEN null ELSE TR_retnet#94006183 END AS TR_retnet#94006326, CASE WHEN (IR_retnet#94006184 = null) THEN null ELSE IR_retnet#94006184 END AS IR_retnet#94006327, CASE WHEN ((retIC#94006185 = NA) OR (retIC#94006185 = null)) THEN null ELSE cast(retIC#94006185 as float) END AS retIC#94006328, CASE WHEN ((resretIC#94006186 = NA) OR (resretIC#94006186 = null)) THEN null ELSE cast(resretIC#94006186 as float) END AS resretIC#94006329, CASE WHEN ((turnover#94006187 = NA) OR (turnover#94006187 = null)) THEN null ELSE cast(turnover#94006187 as float) END AS turnover#94006330]
Input [23]: [group#94006165, annual_bmret#94006166, annual_ret#94006167, std_ret#94006168, Sharpe_ret#94006169, PctPos_ret#94006170, TR_ret#94006171, IR_ret#94006172, annual_resret#94006173, std_resret#94006174, Sharpe_resret#94006175, PctPos_resret#94006176, TR_resret#94006177, IR_resret#94006178, annual_retnet#94006179, std_retnet#94006180, Sharpe_retnet#94006181, PctPos_retnet#94006182, TR_retnet#94006183, IR_retnet#94006184, retIC#94006185, resretIC#94006186, turnover#94006187]

(7) Filter [codegen id : 1]
Input [10]: [group#94006308, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]
Condition : isnotnull(group#94006308)

(8) BroadcastExchange
Input [10]: [group#94006308, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]
Arguments: HashedRelationBroadcastMode(List(input[0, string, false]),false), [id=#7505834]

(9) InMemoryTableScan
Output [3]: [group#93875766, Category#93875767, Label#93875768]
Arguments: [group#93875766, Category#93875767, Label#93875768], [isnotnull(group#93875766)]

(10) InMemoryRelation
Arguments: [group#93875766, Category#93875767, Label#93875768], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@208e3fd9,StorageLevel(disk, memory, deserialized, 1 replicas),*(1) Project [CASE WHEN (group#93875754 = null) THEN null ELSE group#93875754 END AS group#93875766, CASE WHEN (Category#93875755 = null) THEN null ELSE Category#93875755 END AS Category#93875767, CASE WHEN (Label#93875756 = null) THEN null ELSE Label#93875756 END AS Label#93875768]
+- FileScan csv [group#93875754,Category#93875755,Label#93875756] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/common/map_stats.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,Category:string,Label:string>
,None)

(11) Scan csv 
Output [3]: [group#93875754, Category#93875755, Label#93875756]
Batched: false
Location: InMemoryFileIndex [file:/srv/plusamp/data/default/ea-market/common/map_stats.csv]
ReadSchema: struct<group:string,Category:string,Label:string>

(12) Project [codegen id : 1]
Output [3]: [CASE WHEN (group#93875754 = null) THEN null ELSE group#93875754 END AS group#93875766, CASE WHEN (Category#93875755 = null) THEN null ELSE Category#93875755 END AS Category#93875767, CASE WHEN (Label#93875756 = null) THEN null ELSE Label#93875756 END AS Label#93875768]
Input [3]: [group#93875754, Category#93875755, Label#93875756]

(13) Filter
Input [3]: [group#93875766, Category#93875767, Label#93875768]
Condition : isnotnull(group#93875766)

(14) BroadcastHashJoin [codegen id : 2]
Left keys [1]: [group#94006308]
Right keys [1]: [group#93875766]
Join condition: None

(15) Project [codegen id : 2]
Output [11]: [Category#93875767, Label#93875768, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]
Input [13]: [group#94006308, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325, group#93875766, Category#93875767, Label#93875768]

(16) CollectLimit
Input [11]: [Category#93875767, Label#93875768, annual_ret#94006310, Sharpe_ret#94006312, PctPos_ret#94006313, annual_resret#94006316, Sharpe_resret#94006318, PctPos_resret#94006319, annual_retnet#94006322, Sharpe_retnet#94006324, PctPos_retnet#94006325]
Arguments: 1000000