No DAG visualization information to display for job 43
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1335 | fold at VertexRDDImpl.scala:90 org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/20 19:07:32 | 14 ms |
1/1
| 23.0 KiB | 452.0 B | ||
| 1334 | mapPartitions at GraphImpl.scala:208 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/20 19:07:32 | 44 ms |
3/3
| 7.2 MiB | 3.8 KiB | 452.0 B | |
| 1333 | mapPartitions at VertexRDDImpl.scala:247 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/20 19:07:32 | 13 ms |
1/1
| 61.0 KiB | 3.4 KiB | ||
| 1332 | mapPartitions at VertexRDDImpl.scala:251 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/20 19:07:32 | 15 ms |
1/1
| 14.9 KiB | 399.0 B |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1331 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1330 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1329 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1328 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1327 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1326 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1325 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1324 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1323 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1322 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1321 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1320 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1319 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1318 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1317 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1316 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1315 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1314 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1313 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1312 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1311 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1310 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1309 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1308 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1307 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1306 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1305 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1304 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1303 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1302 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1301 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1300 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1299 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1298 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1297 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1296 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1295 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1294 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1293 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1292 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1291 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1290 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1289 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1288 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1287 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1286 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1285 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1284 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1283 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1282 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1281 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1280 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1279 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1278 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1277 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1276 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1275 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1274 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1273 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1272 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1271 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1270 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1269 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1268 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1267 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1266 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1265 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1264 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1263 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1262 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1261 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1260 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1259 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1258 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1257 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1256 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1255 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1254 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1253 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1252 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1251 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1250 | Unknown Unknown | Unknown | Unknown |
0/0
|
