No DAG visualization information to display for job 36
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 716 | fold at VertexRDDImpl.scala:90 org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:11 | 12 ms |
1/1
| 23.0 KiB | 464.0 B | ||
| 715 | mapPartitions at GraphImpl.scala:208 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:11 | 82 ms |
3/3
| 7.2 MiB | 6.1 KiB | 464.0 B | |
| 714 | mapPartitions at VertexRDDImpl.scala:247 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:11 | 10 ms |
1/1
| 61.0 KiB | 5.5 KiB | ||
| 713 | mapPartitions at VertexRDDImpl.scala:251 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:11 | 12 ms |
1/1
| 14.9 KiB | 603.0 B |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 712 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 711 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 710 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 709 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 708 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 707 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 706 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 705 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 704 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 703 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 702 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 701 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 700 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 699 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 698 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 697 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 696 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 695 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 694 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 693 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 692 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 691 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 690 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 689 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 688 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 687 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 686 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 685 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 684 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 683 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 682 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 681 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 680 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 679 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 678 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 677 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 676 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 675 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 674 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 673 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 672 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 671 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 670 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 669 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 668 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 667 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 666 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 665 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 664 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 663 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 662 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 661 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 660 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 659 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 658 | Unknown Unknown | Unknown | Unknown |
0/0
|
