No DAG visualization information to display for job 44
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1296 | fold at VertexRDDImpl.scala:90 org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 11 ms |
1/1
| 23.0 KiB | 452.0 B | ||
| 1295 | mapPartitions at GraphImpl.scala:208 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 41 ms |
3/3
| 7.2 MiB | 3.9 KiB | 452.0 B | |
| 1294 | mapPartitions at VertexRDDImpl.scala:247 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 9 ms |
1/1
| 61.0 KiB | 3.5 KiB | ||
| 1293 | mapPartitions at VertexRDDImpl.scala:251 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 12 ms |
1/1
| 14.9 KiB | 399.0 B |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1292 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1291 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1290 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1289 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1288 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1287 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1286 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1285 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1284 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1283 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1282 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1281 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1280 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1279 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1278 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1277 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1276 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1275 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1274 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1273 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1272 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1271 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1270 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1269 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1268 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1267 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1266 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1265 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1264 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1263 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1262 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1261 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1260 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1259 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1258 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1257 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1256 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1255 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1254 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1253 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1252 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1251 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1250 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1249 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1248 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1247 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1246 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1245 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1244 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1243 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1242 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1241 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1240 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1239 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1238 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1237 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1236 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1235 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1234 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1233 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1232 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1231 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1230 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1229 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1228 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1227 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1226 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1225 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1224 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1223 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1222 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1221 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1220 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1219 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1218 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1217 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1216 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1215 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1214 | Unknown Unknown | Unknown | Unknown |
0/0
|
