No DAG visualization information to display for job 41
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1056 | fold at VertexRDDImpl.scala:90 org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 14 ms |
1/1
| 23.0 KiB | 452.0 B | ||
| 1055 | mapPartitions at GraphImpl.scala:208 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 40 ms |
3/3
| 7.2 MiB | 3.8 KiB | 452.0 B | |
| 1054 | mapPartitions at VertexRDDImpl.scala:251 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 11 ms |
1/1
| 14.9 KiB | 399.0 B | ||
| 1053 | mapPartitions at VertexRDDImpl.scala:247 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 14 ms |
1/1
| 61.0 KiB | 3.4 KiB |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1052 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1051 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1050 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1049 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1048 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1047 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1046 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1045 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1044 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1043 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1042 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1041 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1040 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1039 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1038 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1037 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1036 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1035 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1034 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1033 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1032 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1031 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1030 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1029 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1028 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1027 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1026 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1025 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1024 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1023 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1022 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1021 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1020 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1019 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1018 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1017 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1016 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1015 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1014 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1013 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1012 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1011 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1010 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1009 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1008 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1007 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1006 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1005 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1004 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1003 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1002 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1001 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1000 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 999 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 998 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 997 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 996 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 995 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 994 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 993 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 992 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 991 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 990 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 989 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 988 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 987 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 986 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 985 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 984 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 983 | Unknown Unknown | Unknown | Unknown |
0/0
|
