PlusAMP App Middleware - Details for Query 226864

Submitted Time: 2025/08/01 18:52:41
Duration: 11 ms

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; 1 [labelType="html" label=" InMemoryTableScan "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)"; 3 [labelType="html" label=" Sort "]; } 4 [labelType="html" label=" Exchange "]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (1)"; 6 [labelType="html" label=" Project "]; } 7 [labelType="html" label=" InMemoryTableScan "]; subgraph cluster8 { isCluster="true"; label="WholeStageCodegen (1)"; 9 [labelType="html" label=" Project "]; } 10 [labelType="html" label=" Scan csv "]; 1->0; 3->1; 4->3; 6->4; 7->6; 9->7; 10->9; }

CollectLimit 1000000

InMemoryTableScan [date#94006072, drawdown_length_gross#94139926]

Sort [date#94005402 ASC NULLS FIRST], true, 0

WholeStageCodegen (2)

Exchange rangepartitioning(date#94005402 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7505769]

Project [date#94005402, (drawdown_length_gross#94005420 * -1) AS drawdown_length_gross#94005473]

WholeStageCodegen (1)

InMemoryTableScan [date#94005402, drawdown_length_gross#94005420]

Project [CASE WHEN (date#94005174 = null) THEN null ELSE cast(date#94005174 as date) END AS date#94005335, CASE WHEN ((allret#94005175 = NA) OR (allret#94005175 = null)) THEN null ELSE cast(allret#94005175 as float) END AS allret#94005336, CASE WHEN ((allcum#94005176 = NA) OR (allcum#94005176 = null)) THEN null ELSE cast(allcum#94005176 as float) END AS allcum#94005360, CASE WHEN ((drawdown_gross#94005177 = NA) OR (drawdown_gross#94005177 = null)) THEN null ELSE cast(drawdown_gross#94005177 as float) END AS drawdown_gross#94005361, CASE WHEN ((drawdown_length_gross#94005178 = NA) OR (drawdown_length_gross#94005178 = null)) THEN null ELSE cast(drawdown_length_gross#94005178 as int) END AS drawdown_length_gross#94005385, CASE WHEN ((allretnet#94005179 = NA) OR (allretnet#94005179 = null)) THEN null ELSE cast(allretnet#94005179 as float) END AS allretnet#94005389, CASE WHEN ((allcumnet#94005180 = NA) OR (allcumnet#94005180 = null)) THEN null ELSE cast(allcumnet#94005180 as float) END AS allcumnet#94005392, CASE WHEN ((drawdown_net#94005181 = NA) OR (drawdown_net#94005181 = null)) THEN null ELSE cast(drawdown_net#94005181 as float) END AS drawdown_net#94005396, CASE WHEN ((drawdown_length_net#94005182 = NA) OR (drawdown_length_net#94005182 = null)) THEN null ELSE cast(drawdown_length_net#94005182 as int) END AS drawdown_length_net#94005405, CASE WHEN ((numcos#94005183 = NA) OR (numcos#94005183 = null)) THEN null ELSE cast(numcos#94005183 as float) END AS numcos#94005411, CASE WHEN ((largecum#94005184 = NA) OR (largecum#94005184 = null)) THEN null ELSE cast(largecum#94005184 as float) END AS largecum#94005417, CASE WHEN ((largecumnet#94005185 = NA) OR (largecumnet#94005185 = null)) THEN null ELSE cast(largecumnet#94005185 as float) END AS largecumnet#94005426, CASE WHEN ((largeret#94005186 = NA) OR (largeret#94005186 = null)) THEN null ELSE cast(largeret#94005186 as float) END AS largeret#94005428, CASE WHEN ((largeretnet#94005187 = NA) OR (largeretnet#94005187 = null)) THEN null ELSE cast(largeretnet#94005187 as float) END AS largeretnet#94005430, CASE WHEN ((midcum#94005188 = NA) OR (midcum#94005188 = null)) THEN null ELSE cast(midcum#94005188 as float) END AS midcum#94005432, CASE WHEN ((midcumnet#94005189 = NA) OR (midcumnet#94005189 = null)) THEN null ELSE cast(midcumnet#94005189 as float) END AS midcumnet#94005434, CASE WHEN ((midret#94005190 = NA) OR (midret#94005190 = null)) THEN null ELSE cast(midret#94005190 as float) END AS midret#94005438, CASE WHEN ((midretnet#94005191 = NA) OR (midretnet#94005191 = null)) THEN null ELSE cast(midretnet#94005191 as float) END AS midretnet#94005441, CASE WHEN ((smallcum#94005192 = NA) OR (smallcum#94005192 = null)) THEN null ELSE cast(smallcum#94005192 as float) END AS smallcum#94005442, CASE WHEN ((smallcumnet#94005193 = NA) OR (smallcumnet#94005193 = null)) THEN null ELSE cast(smallcumnet#94005193 as float) END AS smallcumnet#94005444, CASE WHEN ((smallret#94005194 = NA) OR (smallret#94005194 = null)) THEN null ELSE cast(smallret#94005194 as float) END AS smallret#94005447, CASE WHEN ((smallretnet#94005195 = NA) OR (smallretnet#94005195 = null)) THEN null ELSE cast(smallretnet#94005195 as float) END AS smallretnet#94005448]

WholeStageCodegen (1)

FileScan csv [date#94005174,allret#94005175,allcum#94005176,drawdown_gross#94005177,drawdown_length_gross#94005178,allretnet#94005179,allcumnet#94005180,drawdown_net#94005181,drawdown_length_net#94005182,numcos#94005183,largecum#94005184,largecumnet#94005185,largeret#94005186,largeretnet#94005187,midcum#94005188,midcumnet#94005189,midret#94005190,midretnet#94005191,smallcum#94005192,smallcumnet#94005193,smallret#94005194,smallretnet#94005195] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<date:string,allret:string,allcum:string,drawdown_gross:string,drawdown_length_gross:string...

Details

== Physical Plan ==
CollectLimit (8)
+- InMemoryTableScan (1)
      +- InMemoryRelation (2)
            +- * Sort (7)
               +- Exchange (6)
                  +- * Project (5)
                     +- InMemoryTableScan (3)
                           +- InMemoryRelation (4)
                                 +- * Project (6)
                                    +- Scan csv  (5)


(1) InMemoryTableScan
Output [2]: [date#94006072, drawdown_length_gross#94139926]
Arguments: [date#94006072, drawdown_length_gross#94139926]

(2) InMemoryRelation
Arguments: [date#94006072, drawdown_length_gross#94139926], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@208e3fd9,StorageLevel(disk, memory, deserialized, 1 replicas),*(2) Sort [date#94005402 ASC NULLS FIRST], true, 0
+- Exchange rangepartitioning(date#94005402 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7505769]
   +- *(1) Project [date#94005402, (drawdown_length_gross#94005420 * -1) AS drawdown_length_gross#94005473]
      +- InMemoryTableScan [date#94005402, drawdown_length_gross#94005420]
            +- InMemoryRelation [date#94005402, allret#94005410, allcum#94005415, drawdown_gross#94005419, drawdown_length_gross#94005420, allretnet#94005421, allcumnet#94005422, drawdown_net#94005423, drawdown_length_net#94005424, numcos#94005425, largecum#94005427, largecumnet#94005429, largeret#94005431, largeretnet#94005433, midcum#94005435, midcumnet#94005439, midret#94005440, midretnet#94005443, smallcum#94005445, smallcumnet#94005446, smallret#94005449, smallretnet#94005450], StorageLevel(disk, memory, deserialized, 1 replicas)
                  +- *(1) Project [CASE WHEN (date#94005174 = null) THEN null ELSE cast(date#94005174 as date) END AS date#94005335, CASE WHEN ((allret#94005175 = NA) OR (allret#94005175 = null)) THEN null ELSE cast(allret#94005175 as float) END AS allret#94005336, CASE WHEN ((allcum#94005176 = NA) OR (allcum#94005176 = null)) THEN null ELSE cast(allcum#94005176 as float) END AS allcum#94005360, CASE WHEN ((drawdown_gross#94005177 = NA) OR (drawdown_gross#94005177 = null)) THEN null ELSE cast(drawdown_gross#94005177 as float) END AS drawdown_gross#94005361, CASE WHEN ((drawdown_length_gross#94005178 = NA) OR (drawdown_length_gross#94005178 = null)) THEN null ELSE cast(drawdown_length_gross#94005178 as int) END AS drawdown_length_gross#94005385, CASE WHEN ((allretnet#94005179 = NA) OR (allretnet#94005179 = null)) THEN null ELSE cast(allretnet#94005179 as float) END AS allretnet#94005389, CASE WHEN ((allcumnet#94005180 = NA) OR (allcumnet#94005180 = null)) THEN null ELSE cast(allcumnet#94005180 as float) END AS allcumnet#94005392, CASE WHEN ((drawdown_net#94005181 = NA) OR (drawdown_net#94005181 = null)) THEN null ELSE cast(drawdown_net#94005181 as float) END AS drawdown_net#94005396, CASE WHEN ((drawdown_length_net#94005182 = NA) OR (drawdown_length_net#94005182 = null)) THEN null ELSE cast(drawdown_length_net#94005182 as int) END AS drawdown_length_net#94005405, CASE WHEN ((numcos#94005183 = NA) OR (numcos#94005183 = null)) THEN null ELSE cast(numcos#94005183 as float) END AS numcos#94005411, CASE WHEN ((largecum#94005184 = NA) OR (largecum#94005184 = null)) THEN null ELSE cast(largecum#94005184 as float) END AS largecum#94005417, CASE WHEN ((largecumnet#94005185 = NA) OR (largecumnet#94005185 = null)) THEN null ELSE cast(largecumnet#94005185 as float) END AS largecumnet#94005426, CASE WHEN ((largeret#94005186 = NA) OR (largeret#94005186 = null)) THEN null ELSE cast(largeret#94005186 as float) END AS largeret#94005428, CASE WHEN ((largeretnet#94005187 = NA) OR (largeretnet#94005187 = null)) THEN null ELSE cast(largeretnet#94005187 as float) END AS largeretnet#94005430, CASE WHEN ((midcum#94005188 = NA) OR (midcum#94005188 = null)) THEN null ELSE cast(midcum#94005188 as float) END AS midcum#94005432, CASE WHEN ((midcumnet#94005189 = NA) OR (midcumnet#94005189 = null)) THEN null ELSE cast(midcumnet#94005189 as float) END AS midcumnet#94005434, CASE WHEN ((midret#94005190 = NA) OR (midret#94005190 = null)) THEN null ELSE cast(midret#94005190 as float) END AS midret#94005438, CASE WHEN ((midretnet#94005191 = NA) OR (midretnet#94005191 = null)) THEN null ELSE cast(midretnet#94005191 as float) END AS midretnet#94005441, CASE WHEN ((smallcum#94005192 = NA) OR (smallcum#94005192 = null)) THEN null ELSE cast(smallcum#94005192 as float) END AS smallcum#94005442, CASE WHEN ((smallcumnet#94005193 = NA) OR (smallcumnet#94005193 = null)) THEN null ELSE cast(smallcumnet#94005193 as float) END AS smallcumnet#94005444, CASE WHEN ((smallret#94005194 = NA) OR (smallret#94005194 = null)) THEN null ELSE cast(smallret#94005194 as float) END AS smallret#94005447, CASE WHEN ((smallretnet#94005195 = NA) OR (smallretnet#94005195 = null)) THEN null ELSE cast(smallretnet#94005195 as float) END AS smallretnet#94005448]
                     +- FileScan csv [date#94005174,allret#94005175,allcum#94005176,drawdown_gross#94005177,drawdown_length_gross#94005178,allretnet#94005179,allcumnet#94005180,drawdown_net#94005181,drawdown_length_net#94005182,numcos#94005183,largecum#94005184,largecumnet#94005185,largeret#94005186,largeretnet#94005187,midcum#94005188,midcumnet#94005189,midret#94005190,midretnet#94005191,smallcum#94005192,smallcumnet#94005193,smallret#94005194,smallretnet#94005195] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<date:string,allret:string,allcum:string,drawdown_gross:string,drawdown_length_gross:string...
,None), [date#94005402 ASC NULLS FIRST]

(3) InMemoryTableScan
Output [2]: [date#94005402, drawdown_length_gross#94005420]
Arguments: [date#94005402, drawdown_length_gross#94005420]

(4) InMemoryRelation
Arguments: [date#94005402, allret#94005410, allcum#94005415, drawdown_gross#94005419, drawdown_length_gross#94005420, allretnet#94005421, allcumnet#94005422, drawdown_net#94005423, drawdown_length_net#94005424, numcos#94005425, largecum#94005427, largecumnet#94005429, largeret#94005431, largeretnet#94005433, midcum#94005435, midcumnet#94005439, midret#94005440, midretnet#94005443, smallcum#94005445, smallcumnet#94005446, smallret#94005449, smallretnet#94005450], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@208e3fd9,StorageLevel(disk, memory, deserialized, 1 replicas),*(1) Project [CASE WHEN (date#94005174 = null) THEN null ELSE cast(date#94005174 as date) END AS date#94005335, CASE WHEN ((allret#94005175 = NA) OR (allret#94005175 = null)) THEN null ELSE cast(allret#94005175 as float) END AS allret#94005336, CASE WHEN ((allcum#94005176 = NA) OR (allcum#94005176 = null)) THEN null ELSE cast(allcum#94005176 as float) END AS allcum#94005360, CASE WHEN ((drawdown_gross#94005177 = NA) OR (drawdown_gross#94005177 = null)) THEN null ELSE cast(drawdown_gross#94005177 as float) END AS drawdown_gross#94005361, CASE WHEN ((drawdown_length_gross#94005178 = NA) OR (drawdown_length_gross#94005178 = null)) THEN null ELSE cast(drawdown_length_gross#94005178 as int) END AS drawdown_length_gross#94005385, CASE WHEN ((allretnet#94005179 = NA) OR (allretnet#94005179 = null)) THEN null ELSE cast(allretnet#94005179 as float) END AS allretnet#94005389, CASE WHEN ((allcumnet#94005180 = NA) OR (allcumnet#94005180 = null)) THEN null ELSE cast(allcumnet#94005180 as float) END AS allcumnet#94005392, CASE WHEN ((drawdown_net#94005181 = NA) OR (drawdown_net#94005181 = null)) THEN null ELSE cast(drawdown_net#94005181 as float) END AS drawdown_net#94005396, CASE WHEN ((drawdown_length_net#94005182 = NA) OR (drawdown_length_net#94005182 = null)) THEN null ELSE cast(drawdown_length_net#94005182 as int) END AS drawdown_length_net#94005405, CASE WHEN ((numcos#94005183 = NA) OR (numcos#94005183 = null)) THEN null ELSE cast(numcos#94005183 as float) END AS numcos#94005411, CASE WHEN ((largecum#94005184 = NA) OR (largecum#94005184 = null)) THEN null ELSE cast(largecum#94005184 as float) END AS largecum#94005417, CASE WHEN ((largecumnet#94005185 = NA) OR (largecumnet#94005185 = null)) THEN null ELSE cast(largecumnet#94005185 as float) END AS largecumnet#94005426, CASE WHEN ((largeret#94005186 = NA) OR (largeret#94005186 = null)) THEN null ELSE cast(largeret#94005186 as float) END AS largeret#94005428, CASE WHEN ((largeretnet#94005187 = NA) OR (largeretnet#94005187 = null)) THEN null ELSE cast(largeretnet#94005187 as float) END AS largeretnet#94005430, CASE WHEN ((midcum#94005188 = NA) OR (midcum#94005188 = null)) THEN null ELSE cast(midcum#94005188 as float) END AS midcum#94005432, CASE WHEN ((midcumnet#94005189 = NA) OR (midcumnet#94005189 = null)) THEN null ELSE cast(midcumnet#94005189 as float) END AS midcumnet#94005434, CASE WHEN ((midret#94005190 = NA) OR (midret#94005190 = null)) THEN null ELSE cast(midret#94005190 as float) END AS midret#94005438, CASE WHEN ((midretnet#94005191 = NA) OR (midretnet#94005191 = null)) THEN null ELSE cast(midretnet#94005191 as float) END AS midretnet#94005441, CASE WHEN ((smallcum#94005192 = NA) OR (smallcum#94005192 = null)) THEN null ELSE cast(smallcum#94005192 as float) END AS smallcum#94005442, CASE WHEN ((smallcumnet#94005193 = NA) OR (smallcumnet#94005193 = null)) THEN null ELSE cast(smallcumnet#94005193 as float) END AS smallcumnet#94005444, CASE WHEN ((smallret#94005194 = NA) OR (smallret#94005194 = null)) THEN null ELSE cast(smallret#94005194 as float) END AS smallret#94005447, CASE WHEN ((smallretnet#94005195 = NA) OR (smallretnet#94005195 = null)) THEN null ELSE cast(smallretnet#94005195 as float) END AS smallretnet#94005448]
+- FileScan csv [date#94005174,allret#94005175,allcum#94005176,drawdown_gross#94005177,drawdown_length_gross#94005178,allretnet#94005179,allcumnet#94005180,drawdown_net#94005181,drawdown_length_net#94005182,numcos#94005183,largecum#94005184,largecumnet#94005185,largeret#94005186,largeretnet#94005187,midcum#94005188,midcumnet#94005189,midret#94005190,midretnet#94005191,smallcum#94005192,smallcumnet#94005193,smallret#94005194,smallretnet#94005195] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<date:string,allret:string,allcum:string,drawdown_gross:string,drawdown_length_gross:string...
,None)

(5) Scan csv 
Output [22]: [date#94005174, allret#94005175, allcum#94005176, drawdown_gross#94005177, drawdown_length_gross#94005178, allretnet#94005179, allcumnet#94005180, drawdown_net#94005181, drawdown_length_net#94005182, numcos#94005183, largecum#94005184, largecumnet#94005185, largeret#94005186, largeretnet#94005187, midcum#94005188, midcumnet#94005189, midret#94005190, midretnet#94005191, smallcum#94005192, smallcumnet#94005193, smallret#94005194, smallretnet#94005195]
Batched: false
Location: InMemoryFileIndex [file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rankviews/REPORT_cumret.csv]
ReadSchema: struct<date:string,allret:string,allcum:string,drawdown_gross:string,drawdown_length_gross:string,allretnet:string,allcumnet:string,drawdown_net:string,drawdown_length_net:string,numcos:string,largecum:string,largecumnet:string,largeret:string,largeretnet:string,midcum:string,midcumnet:string,midret:string,midretnet:string,smallcum:string,smallcumnet:string,smallret:string,smallretnet:string>

(6) Project [codegen id : 1]
Output [22]: [CASE WHEN (date#94005174 = null) THEN null ELSE cast(date#94005174 as date) END AS date#94005335, CASE WHEN ((allret#94005175 = NA) OR (allret#94005175 = null)) THEN null ELSE cast(allret#94005175 as float) END AS allret#94005336, CASE WHEN ((allcum#94005176 = NA) OR (allcum#94005176 = null)) THEN null ELSE cast(allcum#94005176 as float) END AS allcum#94005360, CASE WHEN ((drawdown_gross#94005177 = NA) OR (drawdown_gross#94005177 = null)) THEN null ELSE cast(drawdown_gross#94005177 as float) END AS drawdown_gross#94005361, CASE WHEN ((drawdown_length_gross#94005178 = NA) OR (drawdown_length_gross#94005178 = null)) THEN null ELSE cast(drawdown_length_gross#94005178 as int) END AS drawdown_length_gross#94005385, CASE WHEN ((allretnet#94005179 = NA) OR (allretnet#94005179 = null)) THEN null ELSE cast(allretnet#94005179 as float) END AS allretnet#94005389, CASE WHEN ((allcumnet#94005180 = NA) OR (allcumnet#94005180 = null)) THEN null ELSE cast(allcumnet#94005180 as float) END AS allcumnet#94005392, CASE WHEN ((drawdown_net#94005181 = NA) OR (drawdown_net#94005181 = null)) THEN null ELSE cast(drawdown_net#94005181 as float) END AS drawdown_net#94005396, CASE WHEN ((drawdown_length_net#94005182 = NA) OR (drawdown_length_net#94005182 = null)) THEN null ELSE cast(drawdown_length_net#94005182 as int) END AS drawdown_length_net#94005405, CASE WHEN ((numcos#94005183 = NA) OR (numcos#94005183 = null)) THEN null ELSE cast(numcos#94005183 as float) END AS numcos#94005411, CASE WHEN ((largecum#94005184 = NA) OR (largecum#94005184 = null)) THEN null ELSE cast(largecum#94005184 as float) END AS largecum#94005417, CASE WHEN ((largecumnet#94005185 = NA) OR (largecumnet#94005185 = null)) THEN null ELSE cast(largecumnet#94005185 as float) END AS largecumnet#94005426, CASE WHEN ((largeret#94005186 = NA) OR (largeret#94005186 = null)) THEN null ELSE cast(largeret#94005186 as float) END AS largeret#94005428, CASE WHEN ((largeretnet#94005187 = NA) OR (largeretnet#94005187 = null)) THEN null ELSE cast(largeretnet#94005187 as float) END AS largeretnet#94005430, CASE WHEN ((midcum#94005188 = NA) OR (midcum#94005188 = null)) THEN null ELSE cast(midcum#94005188 as float) END AS midcum#94005432, CASE WHEN ((midcumnet#94005189 = NA) OR (midcumnet#94005189 = null)) THEN null ELSE cast(midcumnet#94005189 as float) END AS midcumnet#94005434, CASE WHEN ((midret#94005190 = NA) OR (midret#94005190 = null)) THEN null ELSE cast(midret#94005190 as float) END AS midret#94005438, CASE WHEN ((midretnet#94005191 = NA) OR (midretnet#94005191 = null)) THEN null ELSE cast(midretnet#94005191 as float) END AS midretnet#94005441, CASE WHEN ((smallcum#94005192 = NA) OR (smallcum#94005192 = null)) THEN null ELSE cast(smallcum#94005192 as float) END AS smallcum#94005442, CASE WHEN ((smallcumnet#94005193 = NA) OR (smallcumnet#94005193 = null)) THEN null ELSE cast(smallcumnet#94005193 as float) END AS smallcumnet#94005444, CASE WHEN ((smallret#94005194 = NA) OR (smallret#94005194 = null)) THEN null ELSE cast(smallret#94005194 as float) END AS smallret#94005447, CASE WHEN ((smallretnet#94005195 = NA) OR (smallretnet#94005195 = null)) THEN null ELSE cast(smallretnet#94005195 as float) END AS smallretnet#94005448]
Input [22]: [date#94005174, allret#94005175, allcum#94005176, drawdown_gross#94005177, drawdown_length_gross#94005178, allretnet#94005179, allcumnet#94005180, drawdown_net#94005181, drawdown_length_net#94005182, numcos#94005183, largecum#94005184, largecumnet#94005185, largeret#94005186, largeretnet#94005187, midcum#94005188, midcumnet#94005189, midret#94005190, midretnet#94005191, smallcum#94005192, smallcumnet#94005193, smallret#94005194, smallretnet#94005195]

(7) Sort [codegen id : 2]
Input [2]: [date#94005402, drawdown_length_gross#94005473]
Arguments: [date#94005402 ASC NULLS FIRST], true, 0

(8) CollectLimit
Input [2]: [date#94006072, drawdown_length_gross#94139926]
Arguments: 1000000