No DAG visualization information to display for job 35
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 653 | fold at VertexRDDImpl.scala:90 org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:14 | 26 ms |
16/16
| 91.8 KiB | 7.9 KiB | ||
| 652 | mapPartitions at GraphImpl.scala:208 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:14 | 0.1 s |
16/16
| 7.5 MiB | 133.2 KiB | 7.9 KiB | |
| 651 | mapPartitions at VertexRDDImpl.scala:247 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:14 | 23 ms |
16/16
| 269.9 KiB | 119.0 KiB | ||
| 650 | mapPartitions at VertexRDDImpl.scala:251 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:14 | 44 ms |
16/16
| 86.2 KiB | 14.1 KiB |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 649 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 648 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 647 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 646 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 645 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 644 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 643 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 642 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 641 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 640 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 639 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 638 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 637 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 636 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 635 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 634 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 633 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 632 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 631 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 630 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 629 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 628 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 627 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 626 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 625 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 624 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 623 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 622 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 621 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 620 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 619 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 618 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 617 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 616 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 615 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 614 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 613 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 612 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 611 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 610 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 609 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 608 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 607 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 606 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 605 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 604 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 603 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 602 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 601 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 600 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 599 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 598 | Unknown Unknown | Unknown | Unknown |
0/0
|
