PlusAMP App Middleware - Details for Job 330594

Status: SUCCEEDED
Submitted: 2025/08/01 18:52:38
Duration: 3 s
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_511734 { label="Stage 511734"; subgraph cluster6278125 { label="Scan csv "; 3610394 [labelType="html" label="FileScanRDD [3610394] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3610395 [labelType="html" label="MapPartitionsRDD [3610395] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6278122 { label="WholeStageCodegen (1)"; 3610396 [labelType="html" label="MapPartitionsRDD [3610396] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6278121 { label="InMemoryTableScan"; 3610397 [labelType="html" label="MapPartitionsRDD [3610397] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3610398 [labelType="html" label="*(1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = null)) THEN null ELSE cast(annual_ret#94005060 as float) END AS annual_ret#94005103, CASE WHEN ((annual_resret#94005061 = NA) OR (annual_resret#94005061 = null)) THEN null ELSE cast(annual_resret#94005061 as float) END AS annual_resret#94005104, CASE WHEN ((numcos#94005062 = NA) OR (numcos#94005062 = null)) THEN null ELSE cast(numcos#94005062 as float) END AS numcos#94005105]\n+- FileScan csv [fractile#94005058,cap#94005059,annual_ret#94005060,annual_resret#94005061,numcos#94005062] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters:... [3610398] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286666 { label="InMemoryTableScan"; 3615316 [labelType="html" label="MapPartitionsRDD [3615316] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615317 [labelType="html" label="MapPartitionsRDD [3615317] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615318 [labelType="html" label="MapPartitionsRDD [3615318] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286661 { label="WholeStageCodegen (1)"; 3615319 [labelType="html" label="MapPartitionsRDD [3615319] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286660 { label="InMemoryTableScan"; 3615320 [labelType="html" label="MapPartitionsRDD [3615320] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615321 [labelType="html" label="*(1) Project [fractile#94005101 AS fractile#94005106, annual_ret#94005103 AS annual_ret#94005109, annual_resret#94005104 AS annual_resret#94005115, numcos#94005105 AS numcos#94005116]\n+- *(1) Filter (isnotnull(cap#94005102) AND (cast(cap#94005102 as string) = 1))\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [annual_resret#94005104, annual_ret#94005103, cap#94005102, fractile#94005101, numcos#94005105], [isnotnull(cap#94005102), (cast(cap#94005102 as string) = 1)]\n +- InMemoryRelation [fractile#94005101, cap#94005102, annual_ret#94005103, annual_resret#94005104, numcos#94005105], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = nul... [3615321] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615322 [labelType="html" label="MapPartitionsRDD [3615322] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615323 [labelType="html" label="MapPartitionsRDD [3615323] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615324 [labelType="html" label="MapPartitionsRDD [3615324] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286657 { label="WholeStageCodegen (1)"; 3615325 [labelType="html" label="MapPartitionsRDD [3615325] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286656 { label="CollectLimit"; 3615326 [labelType="html" label="MapPartitionsRDD [3615326] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286667 { label="mapPartitionsInternal"; 3615327 [labelType="html" label="MapPartitionsRDD [3615327] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286668 { label="map"; 3615328 [labelType="html" label="MapPartitionsRDD [3615328] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3610394->3610395; 3610395->3610396; 3610396->3610397; 3610397->3610398; 3610398->3615316; 3615316->3615317; 3615317->3615318; 3615318->3615319; 3615319->3615320; 3615320->3615321; 3615321->3615322; 3615322->3615323; 3615323->3615324; 3615324->3615325; 3615325->3615326; 3615326->3615327; 3615327->3615328; }

3610398

3615321

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
511734	default	toStream at SparkDataStreamBuilder.scala:39 +details RDD: (1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = null)) THEN null ELSE cast(annual_ret#94005060 as float) END AS annual_ret#94005103, CASE WHEN ((annual_resret#94005061 = NA) OR (annual_resret#94005061 = null)) THEN null ELSE cast(annual_resret#94005061 as float) END AS annual_resret#94005104, CASE WHEN ((numcos#94005062 = NA) OR (numcos#94005062 = null)) THEN null ELSE cast(numcos#94005062 as float) END AS numcos#94005105] +- FileScan csv [fractile#94005058,cap#94005059,annual_ret#94005060,annual_resret#94005061,numcos#94005062] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters:...(1) Project [fractile#94005101 AS fractile#94005106, annual_ret#94005103 AS annual_ret#94005109, annual_resret#94005104 AS annual_resret#94005115, numcos#94005105 AS numcos#94005116] +- (1) Filter (isnotnull(cap#94005102) AND (cast(cap#94005102 as string) = 1)) +- (1) ColumnarToRow +- InMemoryTableScan [annual_resret#94005104, annual_ret#94005103, cap#94005102, fractile#94005101, numcos#94005105], [isnotnull(cap#94005102), (cast(cap#94005102 as string) = 1)] +- InMemoryRelation [fractile#94005101, cap#94005102, annual_ret#94005103, annual_resret#94005104, numcos#94005105], StorageLevel(disk, memory, deserialized, 1 replicas) +- *(1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = nul... scala.collection.AbstractIterator.toStream(Iterator.scala:1431) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/01 18:52:38	34 ms	1/1	1160.0 B

Page: