PlusAMP App Middleware - Details for Query 227261

Submitted Time: 2025/08/02 15:15:11
Duration: 0.1 s
Succeeded Jobs: 331195

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; 1 [labelType="html" label=" InMemoryTableScan "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label=" BroadcastHashJoin "]; 5 [labelType="html" label=" Filter "]; } 6 [labelType="html" label=" InMemoryTableScan "]; subgraph cluster7 { isCluster="true"; label="WholeStageCodegen (1)"; 8 [labelType="html" label=" Project "]; } 9 [labelType="html" label="Scan csv number of files read: 1 metadata time: 0 ms size of files read: 32.9 KiB"]; 10 [labelType="html" label="BroadcastExchange time to broadcast: 1 ms time to build: 38 ms time to collect: 18 ms number of output rows: 127 data size: 32.0 MiB"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 12 [labelType="html" label="Filter number of output rows: 127"]; } 13 [labelType="html" label="InMemoryTableScan number of output rows: 127"]; subgraph cluster14 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 15 [labelType="html" label=" Project "]; } 16 [labelType="html" label="Scan csv number of output rows: 0"]; 1->0; 3->1; 4->3; 5->4; 6->5; 8->6; 9->8; 10->4; 12->10; 13->12; 15->13; 16->15; }

CollectLimit 1000000

InMemoryTableScan [Category#94152530, Label#94152531, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319]

Project [Category#94152530, Label#94152531, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319]

BroadcastHashJoin [group#94306189], [group#94152529], Inner, BuildRight, false

Filter isnotnull(group#94306189)

WholeStageCodegen (2)

InMemoryTableScan [group#94306189, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319], [isnotnull(group#94306189)]

Project [CASE WHEN (group#94306028 = null) THEN null ELSE group#94306028 END AS group#94306189, CASE WHEN ((annual_bmret#94306029 = NA) OR (annual_bmret#94306029 = null)) THEN null ELSE cast(annual_bmret#94306029 as float) END AS annual_bmret#94306190, CASE WHEN (annual_ret#94306030 = null) THEN null ELSE annual_ret#94306030 END AS annual_ret#94306191, CASE WHEN ((std_ret#94306031 = NA) OR (std_ret#94306031 = null)) THEN null ELSE cast(std_ret#94306031 as float) END AS std_ret#94306195, CASE WHEN ((Sharpe_ret#94306032 = NA) OR (Sharpe_ret#94306032 = null)) THEN null ELSE cast(Sharpe_ret#94306032 as float) END AS Sharpe_ret#94306196, CASE WHEN ((PctPos_ret#94306033 = NA) OR (PctPos_ret#94306033 = null)) THEN null ELSE cast(PctPos_ret#94306033 as float) END AS PctPos_ret#94306197, CASE WHEN ((TR_ret#94306034 = NA) OR (TR_ret#94306034 = null)) THEN null ELSE cast(TR_ret#94306034 as float) END AS TR_ret#94306198, CASE WHEN ((IR_ret#94306035 = NA) OR (IR_ret#94306035 = null)) THEN null ELSE cast(IR_ret#94306035 as float) END AS IR_ret#94306199, CASE WHEN ((annual_resret#94306036 = NA) OR (annual_resret#94306036 = null)) THEN null ELSE cast(annual_resret#94306036 as float) END AS annual_resret#94306200, CASE WHEN ((std_resret#94306037 = NA) OR (std_resret#94306037 = null)) THEN null ELSE cast(std_resret#94306037 as float) END AS std_resret#94306201, CASE WHEN ((Sharpe_resret#94306038 = NA) OR (Sharpe_resret#94306038 = null)) THEN null ELSE cast(Sharpe_resret#94306038 as float) END AS Sharpe_resret#94306202, CASE WHEN ((PctPos_resret#94306039 = NA) OR (PctPos_resret#94306039 = null)) THEN null ELSE cast(PctPos_resret#94306039 as float) END AS PctPos_resret#94306203, CASE WHEN ((TR_resret#94306040 = NA) OR (TR_resret#94306040 = null)) THEN null ELSE cast(TR_resret#94306040 as float) END AS TR_resret#94306204, CASE WHEN ((IR_resret#94306041 = NA) OR (IR_resret#94306041 = null)) THEN null ELSE cast(IR_resret#94306041 as float) END AS IR_resret#94306205, CASE WHEN (annual_retnet#94306042 = null) THEN null ELSE annual_retnet#94306042 END AS annual_retnet#94306316, CASE WHEN ((std_retnet#94306043 = NA) OR (std_retnet#94306043 = null)) THEN null ELSE cast(std_retnet#94306043 as float) END AS std_retnet#94306317, CASE WHEN ((Sharpe_retnet#94306044 = NA) OR (Sharpe_retnet#94306044 = null)) THEN null ELSE cast(Sharpe_retnet#94306044 as float) END AS Sharpe_retnet#94306318, CASE WHEN ((PctPos_retnet#94306045 = NA) OR (PctPos_retnet#94306045 = null)) THEN null ELSE cast(PctPos_retnet#94306045 as float) END AS PctPos_retnet#94306319, CASE WHEN ((TR_retnet#94306046 = NA) OR (TR_retnet#94306046 = null)) THEN null ELSE cast(TR_retnet#94306046 as float) END AS TR_retnet#94306320, CASE WHEN ((IR_retnet#94306047 = NA) OR (IR_retnet#94306047 = null)) THEN null ELSE cast(IR_retnet#94306047 as float) END AS IR_retnet#94306321, CASE WHEN ((retIC#94306048 = NA) OR (retIC#94306048 = null)) THEN null ELSE cast(retIC#94306048 as float) END AS retIC#94306323, CASE WHEN ((resretIC#94306049 = NA) OR (resretIC#94306049 = null)) THEN null ELSE cast(resretIC#94306049 as float) END AS resretIC#94306325, CASE WHEN (turnover#94306050 = null) THEN null ELSE turnover#94306050 END AS turnover#94306327]

WholeStageCodegen (1)

FileScan csv [group#94306028,annual_bmret#94306029,annual_ret#94306030,std_ret#94306031,Sharpe_ret#94306032,PctPos_ret#94306033,TR_ret#94306034,IR_ret#94306035,annual_resret#94306036,std_resret#94306037,Sharpe_resret#94306038,PctPos_resret#94306039,TR_resret#94306040,IR_resret#94306041,annual_retnet#94306042,std_retnet#94306043,Sharpe_retnet#94306044,PctPos_retnet#94306045,TR_retnet#94306046,IR_retnet#94306047,retIC#94306048,resretIC#94306049,turnover#94306050] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/estimize_signal_histor..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,annual_bmret:string,annual_ret:string,std_ret:string,Sharpe_ret:string,PctPos...

BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false]),false), [id=#7529746]

Filter isnotnull(group#94152529)

WholeStageCodegen (1)

InMemoryTableScan [group#94152529, Category#94152530, Label#94152531], [isnotnull(group#94152529)]

Project [CASE WHEN (group#94152498 = null) THEN null ELSE group#94152498 END AS group#94152510, CASE WHEN (Category#94152499 = null) THEN null ELSE Category#94152499 END AS Category#94152511, CASE WHEN (Label#94152500 = null) THEN null ELSE Label#94152500 END AS Label#94152512]

WholeStageCodegen (1)

FileScan csv [group#94152498,Category#94152499,Label#94152500] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/common/map_stats.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,Category:string,Label:string>

Details

== Physical Plan ==
CollectLimit (16)
+- InMemoryTableScan (1)
      +- InMemoryRelation (2)
            +- * Project (15)
               +- * BroadcastHashJoin Inner BuildRight (14)
                  :- * Filter (7)
                  :  +- InMemoryTableScan (3)
                  :        +- InMemoryRelation (4)
                  :              +- * Project (6)
                  :                 +- Scan csv  (5)
                  +- BroadcastExchange (13)
                     +- * Filter (12)
                        +- InMemoryTableScan (8)
                              +- InMemoryRelation (9)
                                    +- * Project (11)
                                       +- Scan csv  (10)


(1) InMemoryTableScan
Output [11]: [Category#94152530, Label#94152531, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319]
Arguments: [Category#94152530, Label#94152531, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319]

(2) InMemoryRelation
Arguments: [Category#94152530, Label#94152531, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@208e3fd9,StorageLevel(disk, memory, deserialized, 1 replicas),*(2) Project [Category#94152530, Label#94152531, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319]
+- *(2) BroadcastHashJoin [group#94306189], [group#94152529], Inner, BuildRight, false
   :- *(2) Filter isnotnull(group#94306189)
   :  +- InMemoryTableScan [group#94306189, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319], [isnotnull(group#94306189)]
   :        +- InMemoryRelation [group#94306189, annual_bmret#94306190, annual_ret#94306191, std_ret#94306195, Sharpe_ret#94306196, PctPos_ret#94306197, TR_ret#94306198, IR_ret#94306199, annual_resret#94306200, std_resret#94306201, Sharpe_resret#94306202, PctPos_resret#94306203, TR_resret#94306204, IR_resret#94306205, annual_retnet#94306316, std_retnet#94306317, Sharpe_retnet#94306318, PctPos_retnet#94306319, TR_retnet#94306320, IR_retnet#94306321, retIC#94306323, resretIC#94306325, turnover#94306327], StorageLevel(disk, memory, deserialized, 1 replicas)
   :              +- *(1) Project [CASE WHEN (group#94306028 = null) THEN null ELSE group#94306028 END AS group#94306189, CASE WHEN ((annual_bmret#94306029 = NA) OR (annual_bmret#94306029 = null)) THEN null ELSE cast(annual_bmret#94306029 as float) END AS annual_bmret#94306190, CASE WHEN (annual_ret#94306030 = null) THEN null ELSE annual_ret#94306030 END AS annual_ret#94306191, CASE WHEN ((std_ret#94306031 = NA) OR (std_ret#94306031 = null)) THEN null ELSE cast(std_ret#94306031 as float) END AS std_ret#94306195, CASE WHEN ((Sharpe_ret#94306032 = NA) OR (Sharpe_ret#94306032 = null)) THEN null ELSE cast(Sharpe_ret#94306032 as float) END AS Sharpe_ret#94306196, CASE WHEN ((PctPos_ret#94306033 = NA) OR (PctPos_ret#94306033 = null)) THEN null ELSE cast(PctPos_ret#94306033 as float) END AS PctPos_ret#94306197, CASE WHEN ((TR_ret#94306034 = NA) OR (TR_ret#94306034 = null)) THEN null ELSE cast(TR_ret#94306034 as float) END AS TR_ret#94306198, CASE WHEN ((IR_ret#94306035 = NA) OR (IR_ret#94306035 = null)) THEN null ELSE cast(IR_ret#94306035 as float) END AS IR_ret#94306199, CASE WHEN ((annual_resret#94306036 = NA) OR (annual_resret#94306036 = null)) THEN null ELSE cast(annual_resret#94306036 as float) END AS annual_resret#94306200, CASE WHEN ((std_resret#94306037 = NA) OR (std_resret#94306037 = null)) THEN null ELSE cast(std_resret#94306037 as float) END AS std_resret#94306201, CASE WHEN ((Sharpe_resret#94306038 = NA) OR (Sharpe_resret#94306038 = null)) THEN null ELSE cast(Sharpe_resret#94306038 as float) END AS Sharpe_resret#94306202, CASE WHEN ((PctPos_resret#94306039 = NA) OR (PctPos_resret#94306039 = null)) THEN null ELSE cast(PctPos_resret#94306039 as float) END AS PctPos_resret#94306203, CASE WHEN ((TR_resret#94306040 = NA) OR (TR_resret#94306040 = null)) THEN null ELSE cast(TR_resret#94306040 as float) END AS TR_resret#94306204, CASE WHEN ((IR_resret#94306041 = NA) OR (IR_resret#94306041 = null)) THEN null ELSE cast(IR_resret#94306041 as float) END AS IR_resret#94306205, CASE WHEN (annual_retnet#94306042 = null) THEN null ELSE annual_retnet#94306042 END AS annual_retnet#94306316, CASE WHEN ((std_retnet#94306043 = NA) OR (std_retnet#94306043 = null)) THEN null ELSE cast(std_retnet#94306043 as float) END AS std_retnet#94306317, CASE WHEN ((Sharpe_retnet#94306044 = NA) OR (Sharpe_retnet#94306044 = null)) THEN null ELSE cast(Sharpe_retnet#94306044 as float) END AS Sharpe_retnet#94306318, CASE WHEN ((PctPos_retnet#94306045 = NA) OR (PctPos_retnet#94306045 = null)) THEN null ELSE cast(PctPos_retnet#94306045 as float) END AS PctPos_retnet#94306319, CASE WHEN ((TR_retnet#94306046 = NA) OR (TR_retnet#94306046 = null)) THEN null ELSE cast(TR_retnet#94306046 as float) END AS TR_retnet#94306320, CASE WHEN ((IR_retnet#94306047 = NA) OR (IR_retnet#94306047 = null)) THEN null ELSE cast(IR_retnet#94306047 as float) END AS IR_retnet#94306321, CASE WHEN ((retIC#94306048 = NA) OR (retIC#94306048 = null)) THEN null ELSE cast(retIC#94306048 as float) END AS retIC#94306323, CASE WHEN ((resretIC#94306049 = NA) OR (resretIC#94306049 = null)) THEN null ELSE cast(resretIC#94306049 as float) END AS resretIC#94306325, CASE WHEN (turnover#94306050 = null) THEN null ELSE turnover#94306050 END AS turnover#94306327]
   :                 +- FileScan csv [group#94306028,annual_bmret#94306029,annual_ret#94306030,std_ret#94306031,Sharpe_ret#94306032,PctPos_ret#94306033,TR_ret#94306034,IR_ret#94306035,annual_resret#94306036,std_resret#94306037,Sharpe_resret#94306038,PctPos_resret#94306039,TR_resret#94306040,IR_resret#94306041,annual_retnet#94306042,std_retnet#94306043,Sharpe_retnet#94306044,PctPos_retnet#94306045,TR_retnet#94306046,IR_retnet#94306047,retIC#94306048,resretIC#94306049,turnover#94306050] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/estimize_signal_histor..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,annual_bmret:string,annual_ret:string,std_ret:string,Sharpe_ret:string,PctPos...
   +- BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false]),false), [id=#7529746]
      +- *(1) Filter isnotnull(group#94152529)
         +- InMemoryTableScan [group#94152529, Category#94152530, Label#94152531], [isnotnull(group#94152529)]
               +- InMemoryRelation [group#94152529, Category#94152530, Label#94152531], StorageLevel(disk, memory, deserialized, 1 replicas)
                     +- *(1) Project [CASE WHEN (group#94152498 = null) THEN null ELSE group#94152498 END AS group#94152510, CASE WHEN (Category#94152499 = null) THEN null ELSE Category#94152499 END AS Category#94152511, CASE WHEN (Label#94152500 = null) THEN null ELSE Label#94152500 END AS Label#94152512]
                        +- FileScan csv [group#94152498,Category#94152499,Label#94152500] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/common/map_stats.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,Category:string,Label:string>
,None)

(3) InMemoryTableScan
Output [10]: [group#94306189, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319]
Arguments: [group#94306189, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319], [isnotnull(group#94306189)]

(4) InMemoryRelation
Arguments: [group#94306189, annual_bmret#94306190, annual_ret#94306191, std_ret#94306195, Sharpe_ret#94306196, PctPos_ret#94306197, TR_ret#94306198, IR_ret#94306199, annual_resret#94306200, std_resret#94306201, Sharpe_resret#94306202, PctPos_resret#94306203, TR_resret#94306204, IR_resret#94306205, annual_retnet#94306316, std_retnet#94306317, Sharpe_retnet#94306318, PctPos_retnet#94306319, TR_retnet#94306320, IR_retnet#94306321, retIC#94306323, resretIC#94306325, turnover#94306327], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@208e3fd9,StorageLevel(disk, memory, deserialized, 1 replicas),*(1) Project [CASE WHEN (group#94306028 = null) THEN null ELSE group#94306028 END AS group#94306189, CASE WHEN ((annual_bmret#94306029 = NA) OR (annual_bmret#94306029 = null)) THEN null ELSE cast(annual_bmret#94306029 as float) END AS annual_bmret#94306190, CASE WHEN (annual_ret#94306030 = null) THEN null ELSE annual_ret#94306030 END AS annual_ret#94306191, CASE WHEN ((std_ret#94306031 = NA) OR (std_ret#94306031 = null)) THEN null ELSE cast(std_ret#94306031 as float) END AS std_ret#94306195, CASE WHEN ((Sharpe_ret#94306032 = NA) OR (Sharpe_ret#94306032 = null)) THEN null ELSE cast(Sharpe_ret#94306032 as float) END AS Sharpe_ret#94306196, CASE WHEN ((PctPos_ret#94306033 = NA) OR (PctPos_ret#94306033 = null)) THEN null ELSE cast(PctPos_ret#94306033 as float) END AS PctPos_ret#94306197, CASE WHEN ((TR_ret#94306034 = NA) OR (TR_ret#94306034 = null)) THEN null ELSE cast(TR_ret#94306034 as float) END AS TR_ret#94306198, CASE WHEN ((IR_ret#94306035 = NA) OR (IR_ret#94306035 = null)) THEN null ELSE cast(IR_ret#94306035 as float) END AS IR_ret#94306199, CASE WHEN ((annual_resret#94306036 = NA) OR (annual_resret#94306036 = null)) THEN null ELSE cast(annual_resret#94306036 as float) END AS annual_resret#94306200, CASE WHEN ((std_resret#94306037 = NA) OR (std_resret#94306037 = null)) THEN null ELSE cast(std_resret#94306037 as float) END AS std_resret#94306201, CASE WHEN ((Sharpe_resret#94306038 = NA) OR (Sharpe_resret#94306038 = null)) THEN null ELSE cast(Sharpe_resret#94306038 as float) END AS Sharpe_resret#94306202, CASE WHEN ((PctPos_resret#94306039 = NA) OR (PctPos_resret#94306039 = null)) THEN null ELSE cast(PctPos_resret#94306039 as float) END AS PctPos_resret#94306203, CASE WHEN ((TR_resret#94306040 = NA) OR (TR_resret#94306040 = null)) THEN null ELSE cast(TR_resret#94306040 as float) END AS TR_resret#94306204, CASE WHEN ((IR_resret#94306041 = NA) OR (IR_resret#94306041 = null)) THEN null ELSE cast(IR_resret#94306041 as float) END AS IR_resret#94306205, CASE WHEN (annual_retnet#94306042 = null) THEN null ELSE annual_retnet#94306042 END AS annual_retnet#94306316, CASE WHEN ((std_retnet#94306043 = NA) OR (std_retnet#94306043 = null)) THEN null ELSE cast(std_retnet#94306043 as float) END AS std_retnet#94306317, CASE WHEN ((Sharpe_retnet#94306044 = NA) OR (Sharpe_retnet#94306044 = null)) THEN null ELSE cast(Sharpe_retnet#94306044 as float) END AS Sharpe_retnet#94306318, CASE WHEN ((PctPos_retnet#94306045 = NA) OR (PctPos_retnet#94306045 = null)) THEN null ELSE cast(PctPos_retnet#94306045 as float) END AS PctPos_retnet#94306319, CASE WHEN ((TR_retnet#94306046 = NA) OR (TR_retnet#94306046 = null)) THEN null ELSE cast(TR_retnet#94306046 as float) END AS TR_retnet#94306320, CASE WHEN ((IR_retnet#94306047 = NA) OR (IR_retnet#94306047 = null)) THEN null ELSE cast(IR_retnet#94306047 as float) END AS IR_retnet#94306321, CASE WHEN ((retIC#94306048 = NA) OR (retIC#94306048 = null)) THEN null ELSE cast(retIC#94306048 as float) END AS retIC#94306323, CASE WHEN ((resretIC#94306049 = NA) OR (resretIC#94306049 = null)) THEN null ELSE cast(resretIC#94306049 as float) END AS resretIC#94306325, CASE WHEN (turnover#94306050 = null) THEN null ELSE turnover#94306050 END AS turnover#94306327]
+- FileScan csv [group#94306028,annual_bmret#94306029,annual_ret#94306030,std_ret#94306031,Sharpe_ret#94306032,PctPos_ret#94306033,TR_ret#94306034,IR_ret#94306035,annual_resret#94306036,std_resret#94306037,Sharpe_resret#94306038,PctPos_resret#94306039,TR_resret#94306040,IR_resret#94306041,annual_retnet#94306042,std_retnet#94306043,Sharpe_retnet#94306044,PctPos_retnet#94306045,TR_retnet#94306046,IR_retnet#94306047,retIC#94306048,resretIC#94306049,turnover#94306050] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/estimize_signal_histor..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,annual_bmret:string,annual_ret:string,std_ret:string,Sharpe_ret:string,PctPos...
,None)

(5) Scan csv 
Output [23]: [group#94306028, annual_bmret#94306029, annual_ret#94306030, std_ret#94306031, Sharpe_ret#94306032, PctPos_ret#94306033, TR_ret#94306034, IR_ret#94306035, annual_resret#94306036, std_resret#94306037, Sharpe_resret#94306038, PctPos_resret#94306039, TR_resret#94306040, IR_resret#94306041, annual_retnet#94306042, std_retnet#94306043, Sharpe_retnet#94306044, PctPos_retnet#94306045, TR_retnet#94306046, IR_retnet#94306047, retIC#94306048, resretIC#94306049, turnover#94306050]
Batched: false
Location: InMemoryFileIndex [file:/srv/plusamp/data/default/ea-market/output/estimize_signal_history/estimizesignal/REPORT_stats.csv]
ReadSchema: struct<group:string,annual_bmret:string,annual_ret:string,std_ret:string,Sharpe_ret:string,PctPos_ret:string,TR_ret:string,IR_ret:string,annual_resret:string,std_resret:string,Sharpe_resret:string,PctPos_resret:string,TR_resret:string,IR_resret:string,annual_retnet:string,std_retnet:string,Sharpe_retnet:string,PctPos_retnet:string,TR_retnet:string,IR_retnet:string,retIC:string,resretIC:string,turnover:string>

(6) Project [codegen id : 1]
Output [23]: [CASE WHEN (group#94306028 = null) THEN null ELSE group#94306028 END AS group#94306189, CASE WHEN ((annual_bmret#94306029 = NA) OR (annual_bmret#94306029 = null)) THEN null ELSE cast(annual_bmret#94306029 as float) END AS annual_bmret#94306190, CASE WHEN (annual_ret#94306030 = null) THEN null ELSE annual_ret#94306030 END AS annual_ret#94306191, CASE WHEN ((std_ret#94306031 = NA) OR (std_ret#94306031 = null)) THEN null ELSE cast(std_ret#94306031 as float) END AS std_ret#94306195, CASE WHEN ((Sharpe_ret#94306032 = NA) OR (Sharpe_ret#94306032 = null)) THEN null ELSE cast(Sharpe_ret#94306032 as float) END AS Sharpe_ret#94306196, CASE WHEN ((PctPos_ret#94306033 = NA) OR (PctPos_ret#94306033 = null)) THEN null ELSE cast(PctPos_ret#94306033 as float) END AS PctPos_ret#94306197, CASE WHEN ((TR_ret#94306034 = NA) OR (TR_ret#94306034 = null)) THEN null ELSE cast(TR_ret#94306034 as float) END AS TR_ret#94306198, CASE WHEN ((IR_ret#94306035 = NA) OR (IR_ret#94306035 = null)) THEN null ELSE cast(IR_ret#94306035 as float) END AS IR_ret#94306199, CASE WHEN ((annual_resret#94306036 = NA) OR (annual_resret#94306036 = null)) THEN null ELSE cast(annual_resret#94306036 as float) END AS annual_resret#94306200, CASE WHEN ((std_resret#94306037 = NA) OR (std_resret#94306037 = null)) THEN null ELSE cast(std_resret#94306037 as float) END AS std_resret#94306201, CASE WHEN ((Sharpe_resret#94306038 = NA) OR (Sharpe_resret#94306038 = null)) THEN null ELSE cast(Sharpe_resret#94306038 as float) END AS Sharpe_resret#94306202, CASE WHEN ((PctPos_resret#94306039 = NA) OR (PctPos_resret#94306039 = null)) THEN null ELSE cast(PctPos_resret#94306039 as float) END AS PctPos_resret#94306203, CASE WHEN ((TR_resret#94306040 = NA) OR (TR_resret#94306040 = null)) THEN null ELSE cast(TR_resret#94306040 as float) END AS TR_resret#94306204, CASE WHEN ((IR_resret#94306041 = NA) OR (IR_resret#94306041 = null)) THEN null ELSE cast(IR_resret#94306041 as float) END AS IR_resret#94306205, CASE WHEN (annual_retnet#94306042 = null) THEN null ELSE annual_retnet#94306042 END AS annual_retnet#94306316, CASE WHEN ((std_retnet#94306043 = NA) OR (std_retnet#94306043 = null)) THEN null ELSE cast(std_retnet#94306043 as float) END AS std_retnet#94306317, CASE WHEN ((Sharpe_retnet#94306044 = NA) OR (Sharpe_retnet#94306044 = null)) THEN null ELSE cast(Sharpe_retnet#94306044 as float) END AS Sharpe_retnet#94306318, CASE WHEN ((PctPos_retnet#94306045 = NA) OR (PctPos_retnet#94306045 = null)) THEN null ELSE cast(PctPos_retnet#94306045 as float) END AS PctPos_retnet#94306319, CASE WHEN ((TR_retnet#94306046 = NA) OR (TR_retnet#94306046 = null)) THEN null ELSE cast(TR_retnet#94306046 as float) END AS TR_retnet#94306320, CASE WHEN ((IR_retnet#94306047 = NA) OR (IR_retnet#94306047 = null)) THEN null ELSE cast(IR_retnet#94306047 as float) END AS IR_retnet#94306321, CASE WHEN ((retIC#94306048 = NA) OR (retIC#94306048 = null)) THEN null ELSE cast(retIC#94306048 as float) END AS retIC#94306323, CASE WHEN ((resretIC#94306049 = NA) OR (resretIC#94306049 = null)) THEN null ELSE cast(resretIC#94306049 as float) END AS resretIC#94306325, CASE WHEN (turnover#94306050 = null) THEN null ELSE turnover#94306050 END AS turnover#94306327]
Input [23]: [group#94306028, annual_bmret#94306029, annual_ret#94306030, std_ret#94306031, Sharpe_ret#94306032, PctPos_ret#94306033, TR_ret#94306034, IR_ret#94306035, annual_resret#94306036, std_resret#94306037, Sharpe_resret#94306038, PctPos_resret#94306039, TR_resret#94306040, IR_resret#94306041, annual_retnet#94306042, std_retnet#94306043, Sharpe_retnet#94306044, PctPos_retnet#94306045, TR_retnet#94306046, IR_retnet#94306047, retIC#94306048, resretIC#94306049, turnover#94306050]

(7) Filter [codegen id : 2]
Input [10]: [group#94306189, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319]
Condition : isnotnull(group#94306189)

(8) InMemoryTableScan
Output [3]: [group#94152529, Category#94152530, Label#94152531]
Arguments: [group#94152529, Category#94152530, Label#94152531], [isnotnull(group#94152529)]

(9) InMemoryRelation
Arguments: [group#94152529, Category#94152530, Label#94152531], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@208e3fd9,StorageLevel(disk, memory, deserialized, 1 replicas),*(1) Project [CASE WHEN (group#94152498 = null) THEN null ELSE group#94152498 END AS group#94152510, CASE WHEN (Category#94152499 = null) THEN null ELSE Category#94152499 END AS Category#94152511, CASE WHEN (Label#94152500 = null) THEN null ELSE Label#94152500 END AS Label#94152512]
+- FileScan csv [group#94152498,Category#94152499,Label#94152500] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/common/map_stats.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<group:string,Category:string,Label:string>
,None)

(10) Scan csv 
Output [3]: [group#94152498, Category#94152499, Label#94152500]
Batched: false
Location: InMemoryFileIndex [file:/srv/plusamp/data/default/ea-market/common/map_stats.csv]
ReadSchema: struct<group:string,Category:string,Label:string>

(11) Project [codegen id : 1]
Output [3]: [CASE WHEN (group#94152498 = null) THEN null ELSE group#94152498 END AS group#94152510, CASE WHEN (Category#94152499 = null) THEN null ELSE Category#94152499 END AS Category#94152511, CASE WHEN (Label#94152500 = null) THEN null ELSE Label#94152500 END AS Label#94152512]
Input [3]: [group#94152498, Category#94152499, Label#94152500]

(12) Filter [codegen id : 1]
Input [3]: [group#94152529, Category#94152530, Label#94152531]
Condition : isnotnull(group#94152529)

(13) BroadcastExchange
Input [3]: [group#94152529, Category#94152530, Label#94152531]
Arguments: HashedRelationBroadcastMode(List(input[0, string, false]),false), [id=#7529746]

(14) BroadcastHashJoin [codegen id : 2]
Left keys [1]: [group#94306189]
Right keys [1]: [group#94152529]
Join condition: None

(15) Project [codegen id : 2]
Output [11]: [Category#94152530, Label#94152531, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319]
Input [13]: [group#94306189, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319, group#94152529, Category#94152530, Label#94152531]

(16) CollectLimit
Input [11]: [Category#94152530, Label#94152531, annual_ret#94306191, Sharpe_ret#94306196, PctPos_ret#94306197, annual_resret#94306200, Sharpe_resret#94306202, PctPos_resret#94306203, annual_retnet#94306316, Sharpe_retnet#94306318, PctPos_retnet#94306319]
Arguments: 1000000