No DAG visualization information to display for job 43
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1213 | fold at VertexRDDImpl.scala:90 org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 13 ms |
1/1
| 23.0 KiB | 452.0 B | ||
| 1212 | mapPartitions at GraphImpl.scala:208 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 43 ms |
3/3
| 7.2 MiB | 3.8 KiB | 452.0 B | |
| 1211 | mapPartitions at VertexRDDImpl.scala:251 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 9 ms |
1/1
| 14.9 KiB | 399.0 B | ||
| 1210 | mapPartitions at VertexRDDImpl.scala:247 org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750) | 2024/12/04 20:24:12 | 12 ms |
1/1
| 61.0 KiB | 3.4 KiB |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 1209 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1208 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1207 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1206 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1205 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1204 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1203 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1202 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1201 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1200 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1199 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1198 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1197 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1196 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1195 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1194 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1193 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1192 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1191 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1190 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1189 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1188 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1187 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1186 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1185 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1184 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1183 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1182 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1181 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1180 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1179 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1178 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1177 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1176 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1175 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1174 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1173 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1172 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1171 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1170 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1169 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1168 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1167 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1166 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1165 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1164 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1163 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1162 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1161 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1160 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1159 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1158 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1157 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1156 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1155 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1154 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1153 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1152 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1151 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1150 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1149 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1148 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1147 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1146 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1145 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1144 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1143 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1142 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1141 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1140 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1139 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1138 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1137 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1136 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1135 | Unknown Unknown | Unknown | Unknown |
0/0
| ||||
| 1134 | Unknown Unknown | Unknown | Unknown |
0/0
|
