No DAG visualization information to display for job 39
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 907 | fold at VertexRDDImpl.scala:90 org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:15 | 28 ms |
16/16
| 91.8 KiB | 3.5 KiB | ||
| 906 | mapPartitions at GraphImpl.scala:208 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:15 | 67 ms |
16/16
| 7.5 MiB | 118.4 KiB | 3.5 KiB | |
| 905 | mapPartitions at VertexRDDImpl.scala:251 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:15 | 35 ms |
16/16
| 86.2 KiB | 13.1 KiB | ||
| 904 | mapPartitions at VertexRDDImpl.scala:247 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:15 | 38 ms |
16/16
| 269.9 KiB | 105.3 KiB |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 903 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 902 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 901 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 900 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 899 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 898 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 897 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 896 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 895 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 894 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 893 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 892 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 891 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 890 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 889 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 888 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 887 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 886 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 885 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 884 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 883 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 882 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 881 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 880 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 879 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 878 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 877 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 876 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 875 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 874 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 873 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 872 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 871 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 870 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 869 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 868 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 867 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 866 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 865 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 864 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 863 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 862 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 861 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 860 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 859 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 858 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 857 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 856 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 855 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 854 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 853 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 852 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 851 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 850 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 849 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 848 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 847 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 846 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 845 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 844 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 843 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 842 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 841 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 840 | Unknown Unknown | Unknown | Unknown |
0/0
|
