EthereumTasks - Details for Job 11

Details for Job 11

Status: SUCCEEDED
Completed Stages: 6

Enable zooming

digraph G { subgraph clusterstage_12 { label="Stage 12"; 60 [labelType="html" label="SQLExecutionRDD [60] rdd at GraphFrame.scala:182"]; subgraph cluster130 { label="Scan csv "; 56 [labelType="html" label="FileScanRDD [56] rdd at GraphFrame.scala:182"]; 57 [labelType="html" label="MapPartitionsRDD [57] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="WholeStageCodegen (1)"; 58 [labelType="html" label="MapPartitionsRDD [58] rdd at GraphFrame.scala:182"]; } subgraph cluster126 { label="DeserializeToObject"; 59 [labelType="html" label="MapPartitionsRDD [59] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 62 [labelType="html" label="MapPartitionsRDD [62] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 63 [labelType="html" label="EdgeRDD, EdgeRDD [63] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster135 { label="mapPartitions"; 67 [labelType="html" label="VertexRDD.createRoutingTables - vid2pid (aggregation) [67] mapPartitions at VertexRDD.scala:356"]; } } 56->57; 57->58; 58->59; 59->60; 60->61; 61->62; 62->63; 63->67; }

digraph G { subgraph clusterstage_13 { label="Stage 13"; 53 [labelType="html" label="SQLExecutionRDD [53] rdd at GraphFrame.scala:180"]; subgraph cluster123 { label="Scan csv "; 49 [labelType="html" label="FileScanRDD [49] rdd at GraphFrame.scala:180"]; 50 [labelType="html" label="MapPartitionsRDD [50] rdd at GraphFrame.scala:180"]; } subgraph cluster120 { label="WholeStageCodegen (1)"; 51 [labelType="html" label="MapPartitionsRDD [51] rdd at GraphFrame.scala:180"]; } subgraph cluster119 { label="DeserializeToObject"; 52 [labelType="html" label="MapPartitionsRDD [52] rdd at GraphFrame.scala:180"]; } subgraph cluster124 { label="mapPartitions"; 54 [labelType="html" label="MapPartitionsRDD [54] rdd at GraphFrame.scala:180"]; } subgraph cluster125 { label="map"; 55 [labelType="html" label="MapPartitionsRDD [55] map at GraphFrame.scala:181"]; } } 49->50; 50->51; 51->52; 52->53; 53->54; 54->55; }

digraph G { subgraph clusterstage_14 { label="Stage 14"; subgraph cluster134 { label="partitionBy"; 66 [labelType="html" label="ShuffledRDD [66] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 69 [labelType="html" label="MapPartitionsRDD [69] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 70 [labelType="html" label="VertexRDD, VertexRDD [70] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 75 [labelType="html" label="VertexRDD [75] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster143 { label="mapPartitions"; 81 [labelType="html" label="VertexRDD [81] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster145 { label="mapPartitions"; 85 [labelType="html" label="VertexRDD [85] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster150 { label="mapPartitions"; 93 [labelType="html" label="ReplicatedVertexView.upgrade(true, true) - shippedVerts true true (broadcast) [93] mapPartitions at VertexRDDImpl.scala:247"]; } } 68->69; 66->70; 69->70; 70->75; 75->81; 81->85; 85->93; }

55,66

67,68

digraph G { subgraph clusterstage_15 { label="Stage 15"; subgraph cluster134 { label="partitionBy"; 66 [labelType="html" label="ShuffledRDD [66] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 69 [labelType="html" label="MapPartitionsRDD [69] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 70 [labelType="html" label="VertexRDD, VertexRDD [70] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 75 [labelType="html" label="VertexRDD [75] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster143 { label="mapPartitions"; 81 [labelType="html" label="VertexRDD [81] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster145 { label="mapPartitions"; 85 [labelType="html" label="VertexRDD [85] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts false false (broadcast) [89] mapPartitions at VertexRDDImpl.scala:247"]; } } 68->69; 66->70; 69->70; 70->75; 75->81; 81->85; 81->87; 85->87; 87->89; }

55,66

67,68

digraph G { subgraph clusterstage_16 { label="Stage 16"; 60 [labelType="html" label="SQLExecutionRDD [60] rdd at GraphFrame.scala:182"]; subgraph cluster130 { label="Scan csv "; 56 [labelType="html" label="FileScanRDD [56] rdd at GraphFrame.scala:182"]; 57 [labelType="html" label="MapPartitionsRDD [57] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="WholeStageCodegen (1)"; 58 [labelType="html" label="MapPartitionsRDD [58] rdd at GraphFrame.scala:182"]; } subgraph cluster126 { label="DeserializeToObject"; 59 [labelType="html" label="MapPartitionsRDD [59] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 62 [labelType="html" label="MapPartitionsRDD [62] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 63 [labelType="html" label="EdgeRDD, EdgeRDD [63] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 73 [labelType="html" label="EdgeRDD [73] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 77 [labelType="html" label="EdgeRDD [77] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster144 { label="mapPartitions"; 83 [labelType="html" label="EdgeRDD [83] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster148 { label="partitionBy"; 90 [labelType="html" label="ShuffledRDD [90] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster149 { label="zipPartitions"; 91 [labelType="html" label="EdgeRDD [91] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster151 { label="partitionBy"; 94 [labelType="html" label="ShuffledRDD [94] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster152 { label="zipPartitions"; 95 [labelType="html" label="EdgeRDD [95] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster153 { label="mapPartitions"; 97 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [97] mapPartitions at GraphImpl.scala:208"]; } } 56->57; 57->58; 58->59; 59->60; 60->61; 61->62; 62->63; 63->73; 73->77; 77->79; 79->83; 83->91; 90->91; 91->95; 94->95; 95->97; }

89,90

93,94

digraph G { subgraph clusterstage_17 { label="Stage 17"; subgraph cluster134 { label="partitionBy"; 66 [labelType="html" label="ShuffledRDD [66] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 69 [labelType="html" label="MapPartitionsRDD [69] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 70 [labelType="html" label="VertexRDD, VertexRDD [70] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 75 [labelType="html" label="VertexRDD [75] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster143 { label="mapPartitions"; 81 [labelType="html" label="VertexRDD [81] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster145 { label="mapPartitions"; 85 [labelType="html" label="VertexRDD [85] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="partitionBy"; 98 [labelType="html" label="ShuffledRDD [98] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster155 { label="zipPartitions"; 99 [labelType="html" label="VertexRDD [99] [Cached] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster156 { label="map"; 101 [labelType="html" label="MapPartitionsRDD [101] map at VertexRDDImpl.scala:90"]; } } 68->69; 66->70; 69->70; 70->75; 75->81; 81->85; 85->99; 98->99; 99->101; }

55,66

67,68

97,98

Completed Stages (6)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Shuffle Read	Shuffle Write
17	fold at VertexRDDImpl.scala:90 +details org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:140) org.apache.spark.graphx.lib.ShortestPaths$.run(ShortestPaths.scala:75) org.graphframes.lib.ShortestPaths$.org$graphframes$lib$ShortestPaths$$run(ShortestPaths.scala:70) org.graphframes.lib.ShortestPaths.run(ShortestPaths.scala:61) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/12/20 19:07:25	26 ms	1/1	43.4 KiB	1611.0 B
16	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.ShortestPaths$.run(ShortestPaths.scala:75) org.graphframes.lib.ShortestPaths$.org$graphframes$lib$ShortestPaths$$run(ShortestPaths.scala:70) org.graphframes.lib.ShortestPaths.run(ShortestPaths.scala:61) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/12/20 19:07:23	2 s	3/3	47.0 MiB	5.9 KiB	1611.0 B
15	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.mapVertices(GraphImpl.scala:133) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:130) org.apache.spark.graphx.lib.ShortestPaths$.run(ShortestPaths.scala:75) org.graphframes.lib.ShortestPaths$.org$graphframes$lib$ShortestPaths$$run(ShortestPaths.scala:70) org.graphframes.lib.ShortestPaths.run(ShortestPaths.scala:61) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/12/20 19:07:23	0.1 s	1/1	12.9 KiB	10.4 KiB	860.0 B
14	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.upgrade(ReplicatedVertexView.scala:66) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:198) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.ShortestPaths$.run(ShortestPaths.scala:75) org.graphframes.lib.ShortestPaths$.org$graphframes$lib$ShortestPaths$$run(ShortestPaths.scala:70) org.graphframes.lib.ShortestPaths.run(ShortestPaths.scala:61) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/12/20 19:07:23	25 ms	1/1	43.4 KiB		5.1 KiB
13	map at GraphFrame.scala:181 +details org.apache.spark.rdd.RDD.map(RDD.scala:395) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:181) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.ShortestPaths$.org$graphframes$lib$ShortestPaths$$run(ShortestPaths.scala:71) org.graphframes.lib.ShortestPaths.run(ShortestPaths.scala:61) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/12/20 19:07:21	0.1 s	1/1	10.5 KiB		7.1 KiB
12	mapPartitions at VertexRDD.scala:356 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.VertexRDD$.createRoutingTables(VertexRDD.scala:356) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:321) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:299) org.apache.spark.graphx.impl.GraphImpl$.apply(GraphImpl.scala:315) org.apache.spark.graphx.Graph$.apply(Graph.scala:531) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:184) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.ShortestPaths$.org$graphframes$lib$ShortestPaths$$run(ShortestPaths.scala:71) org.graphframes.lib.ShortestPaths.run(ShortestPaths.scala:61) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282)	2024/12/20 19:07:21	2 s	3/3	47.0 MiB		3.3 KiB

Page: