No DAG visualization information to display for job 42
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1129 | fold at VertexRDDImpl.scala:90 org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:16 | 21 ms |
16/16
| 91.8 KiB | 3.5 KiB | ||
| 1128 | mapPartitions at GraphImpl.scala:208 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:16 | 52 ms |
16/16
| 7.5 MiB | 118.9 KiB | 3.5 KiB | |
| 1127 | mapPartitions at VertexRDDImpl.scala:247 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:16 | 17 ms |
16/16
| 269.9 KiB | 105.8 KiB | ||
| 1126 | mapPartitions at VertexRDDImpl.scala:251 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/27 14:28:16 | 60 ms |
16/16
| 86.2 KiB | 13.1 KiB |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1125 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1124 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1123 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1122 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1121 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1120 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1119 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1118 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1117 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1116 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1115 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1114 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1113 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1112 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1111 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1110 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1109 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1108 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1107 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1106 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1105 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1104 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1103 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1102 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1101 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1100 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1099 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1098 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1097 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1096 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1095 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1094 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1093 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1092 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1091 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1090 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1089 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1088 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1087 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1086 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1085 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1084 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1083 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1082 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1081 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1080 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1079 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1078 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1077 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1076 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1075 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1074 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1073 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1072 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1071 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1070 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1069 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1068 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1067 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1066 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1065 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1064 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1063 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1062 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1061 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1060 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1059 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1058 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1057 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1056 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1055 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1054 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1053 | Unknown Unknown | Unknown | Unknown |
0/0
|
