Task3 - Details for Job 21

Details for Job 21

Status: SUCCEEDED
Completed Stages: 4
Skipped Stages: 48

Enable zooming

digraph G { subgraph clusterstage_424 { label="Stage 424 (skipped)"; subgraph cluster49 { label="Scan csv "; 17 [labelType="html" label="FileScanRDD [17] javaToPython at NativeMethodAccessorImpl.java:0"]; 18 [labelType="html" label="MapPartitionsRDD [18] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster45 { label="WholeStageCodegen (1)"; 19 [labelType="html" label="MapPartitionsRDD [19] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster54 { label="Scan csv "; 20 [labelType="html" label="FileScanRDD [20] javaToPython at NativeMethodAccessorImpl.java:0"]; 21 [labelType="html" label="MapPartitionsRDD [21] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster50 { label="WholeStageCodegen (2)"; 22 [labelType="html" label="MapPartitionsRDD [22] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster44 { label="Union"; 23 [labelType="html" label="UnionRDD [23] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster41 { label="WholeStageCodegen (3)"; 24 [labelType="html" label="MapPartitionsRDD [24] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster40 { label="Exchange"; 25 [labelType="html" label="MapPartitionsRDD [25] javaToPython at NativeMethodAccessorImpl.java:0"]; } } 17->18; 18->19; 20->21; 21->22; 19->23; 22->23; 23->24; 24->25; }

digraph G { subgraph clusterstage_425 { label="Stage 425 (skipped)"; 28 [labelType="html" label="SQLExecutionRDD [28] javaToPython at NativeMethodAccessorImpl.java:0"]; 31 [labelType="html" label="PythonRDD [31] RDD at PythonRDD.scala:53"]; subgraph cluster40 { label="Exchange"; 26 [labelType="html" label="ShuffledRowRDD [26] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster37 { label="WholeStageCodegen (4)"; 27 [labelType="html" label="MapPartitionsRDD [27] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster55 { label="map"; 29 [labelType="html" label="MapPartitionsRDD [29] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster56 { label="mapPartitions"; 30 [labelType="html" label="MapPartitionsRDD [30] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster57 { label="mapPartitions"; 32 [labelType="html" label="MapPartitionsRDD [32] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster58 { label="map"; 33 [labelType="html" label="MapPartitionsRDD [33] map at SerDeUtil.scala:137"]; } subgraph cluster59 { label="mapPartitions"; 34 [labelType="html" label="MapPartitionsRDD [34] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster122 { label="WholeStageCodegen (1)"; 49 [labelType="html" label="MapPartitionsRDD [49] rdd at GraphFrame.scala:180"]; } subgraph cluster121 { label="SortAggregate"; 50 [labelType="html" label="MapPartitionsRDD [50] rdd at GraphFrame.scala:180"]; } subgraph cluster120 { label="Exchange"; 51 [labelType="html" label="MapPartitionsRDD [51] rdd at GraphFrame.scala:180"]; } } 26->27; 27->28; 28->29; 29->30; 30->31; 31->32; 32->33; 33->34; 34->49; 49->50; 50->51; }

25,26

digraph G { subgraph clusterstage_426 { label="Stage 426 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster135 { label="mapPartitions"; 69 [labelType="html" label="VertexRDD.createRoutingTables - vid2pid (aggregation) [69] mapPartitions at VertexRDD.scala:356"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->69; }

digraph G { subgraph clusterstage_427 { label="Stage 427 (skipped)"; 57 [labelType="html" label="SQLExecutionRDD [57] rdd at GraphFrame.scala:180"]; subgraph cluster120 { label="Exchange"; 52 [labelType="html" label="ShuffledRowRDD [52] rdd at GraphFrame.scala:180"]; } subgraph cluster117 { label="WholeStageCodegen (2)"; 53 [labelType="html" label="MapPartitionsRDD [53] rdd at GraphFrame.scala:180"]; } subgraph cluster116 { label="SortAggregate"; 54 [labelType="html" label="MapPartitionsRDD [54] rdd at GraphFrame.scala:180"]; } subgraph cluster113 { label="WholeStageCodegen (3)"; 55 [labelType="html" label="MapPartitionsRDD [55] rdd at GraphFrame.scala:180"]; } subgraph cluster112 { label="DeserializeToObject"; 56 [labelType="html" label="MapPartitionsRDD [56] rdd at GraphFrame.scala:180"]; } subgraph cluster125 { label="mapPartitions"; 58 [labelType="html" label="MapPartitionsRDD [58] rdd at GraphFrame.scala:180"]; } subgraph cluster126 { label="map"; 59 [labelType="html" label="MapPartitionsRDD [59] map at GraphFrame.scala:181"]; } } 52->53; 53->54; 54->55; 55->56; 56->57; 57->58; 58->59; }

51,52

digraph G { subgraph clusterstage_428 { label="Stage 428 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster143 { label="mapPartitions"; 83 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [83] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->83; }

digraph G { subgraph clusterstage_429 { label="Stage 429 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster159 { label="mapPartitions"; 109 [labelType="html" label="ReplicatedVertexView.upgrade(true, true) - shippedVerts true true (broadcast) [109] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->109; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_430 { label="Stage 430 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster155 { label="zipPartitions"; 103 [labelType="html" label="VertexRDD [103] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster156 { label="mapPartitions"; 105 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts false false (broadcast) [105] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 97->103; 101->103; 103->105; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_431 { label="Stage 431 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster148 { label="mapPartitions"; 91 [labelType="html" label="ReplicatedVertexView.upgrade(true, true) - shippedVerts true true (broadcast) [91] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->91; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_432 { label="Stage 432 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster162 { label="mapPartitions"; 113 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [113] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->113; }

91,92

105,106

109,110

digraph G { subgraph clusterstage_433 { label="Stage 433 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster226 { label="zipPartitions"; 120 [labelType="html" label="VertexRDD [120] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster227 { label="mapPartitions"; 122 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [122] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 101->120; 118->120; 120->122; }

59,68

69,70

83,84

113,114

digraph G { subgraph clusterstage_434 { label="Stage 434 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster230 { label="mapPartitions"; 126 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [126] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 115->126; }

59,68

69,70

83,84

113,114

digraph G { subgraph clusterstage_435 { label="Stage 435 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster231 { label="partitionBy"; 127 [labelType="html" label="ShuffledRDD [127] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster232 { label="zipPartitions"; 128 [labelType="html" label="EdgeRDD [128] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster233 { label="mapPartitions"; 130 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [130] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->128; 127->128; 128->130; }

91,92

105,106

109,110

122,123

126,127

digraph G { subgraph clusterstage_436 { label="Stage 436 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster257 { label="zipPartitions"; 137 [labelType="html" label="VertexRDD [137] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster258 { label="mapPartitions"; 139 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [139] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 118->137; 135->137; 137->139; }

59,68

69,70

83,84

113,114

130,131

digraph G { subgraph clusterstage_437 { label="Stage 437 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster261 { label="mapPartitions"; 143 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [143] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 132->143; }

59,68

69,70

83,84

113,114

130,131

digraph G { subgraph clusterstage_438 { label="Stage 438 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster262 { label="partitionBy"; 144 [labelType="html" label="ShuffledRDD [144] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster263 { label="zipPartitions"; 145 [labelType="html" label="EdgeRDD [145] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster264 { label="mapPartitions"; 147 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [147] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->145; 144->145; 145->147; }

91,92

105,106

109,110

122,123

139,140

143,144

digraph G { subgraph clusterstage_439 { label="Stage 439 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster288 { label="zipPartitions"; 154 [labelType="html" label="VertexRDD [154] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster289 { label="mapPartitions"; 156 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [156] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 135->154; 152->154; 154->156; }

59,68

69,70

83,84

113,114

130,131

147,148

digraph G { subgraph clusterstage_440 { label="Stage 440 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster292 { label="mapPartitions"; 160 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [160] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 149->160; }

59,68

69,70

83,84

113,114

130,131

147,148

digraph G { subgraph clusterstage_441 { label="Stage 441 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster293 { label="partitionBy"; 161 [labelType="html" label="ShuffledRDD [161] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster294 { label="zipPartitions"; 162 [labelType="html" label="EdgeRDD [162] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster295 { label="mapPartitions"; 164 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [164] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->162; 161->162; 162->164; }

91,92

105,106

109,110

122,123

139,140

156,157

160,161

digraph G { subgraph clusterstage_442 { label="Stage 442 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster323 { label="mapPartitions"; 177 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [177] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 166->177; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

digraph G { subgraph clusterstage_443 { label="Stage 443 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster319 { label="zipPartitions"; 171 [labelType="html" label="VertexRDD [171] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster320 { label="mapPartitions"; 173 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [173] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 152->171; 169->171; 171->173; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

digraph G { subgraph clusterstage_444 { label="Stage 444 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster324 { label="partitionBy"; 178 [labelType="html" label="ShuffledRDD [178] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster325 { label="zipPartitions"; 179 [labelType="html" label="EdgeRDD [179] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster326 { label="mapPartitions"; 181 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [181] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->179; 178->179; 179->181; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

177,178

digraph G { subgraph clusterstage_445 { label="Stage 445 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster354 { label="mapPartitions"; 194 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [194] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 183->194; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

digraph G { subgraph clusterstage_446 { label="Stage 446 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster350 { label="zipPartitions"; 188 [labelType="html" label="VertexRDD [188] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster351 { label="mapPartitions"; 190 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [190] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 169->188; 186->188; 188->190; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

digraph G { subgraph clusterstage_447 { label="Stage 447 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster355 { label="partitionBy"; 195 [labelType="html" label="ShuffledRDD [195] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster356 { label="zipPartitions"; 196 [labelType="html" label="EdgeRDD [196] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster357 { label="mapPartitions"; 198 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [198] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->196; 195->196; 196->198; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

194,195

digraph G { subgraph clusterstage_448 { label="Stage 448 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster381 { label="zipPartitions"; 205 [labelType="html" label="VertexRDD [205] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster382 { label="mapPartitions"; 207 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [207] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 186->205; 203->205; 205->207; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

digraph G { subgraph clusterstage_449 { label="Stage 449 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster385 { label="mapPartitions"; 211 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [211] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 200->211; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

digraph G { subgraph clusterstage_450 { label="Stage 450 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster386 { label="partitionBy"; 212 [labelType="html" label="ShuffledRDD [212] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster387 { label="zipPartitions"; 213 [labelType="html" label="EdgeRDD [213] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster388 { label="mapPartitions"; 215 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [215] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->213; 212->213; 213->215; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

211,212

digraph G { subgraph clusterstage_451 { label="Stage 451 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster412 { label="zipPartitions"; 222 [labelType="html" label="VertexRDD [222] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster413 { label="mapPartitions"; 224 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [224] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 203->222; 220->222; 222->224; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

digraph G { subgraph clusterstage_452 { label="Stage 452 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster416 { label="mapPartitions"; 228 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [228] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 217->228; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

digraph G { subgraph clusterstage_453 { label="Stage 453 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster417 { label="partitionBy"; 229 [labelType="html" label="ShuffledRDD [229] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster418 { label="zipPartitions"; 230 [labelType="html" label="EdgeRDD [230] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster419 { label="mapPartitions"; 232 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [232] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->230; 229->230; 230->232; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

228,229

digraph G { subgraph clusterstage_454 { label="Stage 454 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster443 { label="zipPartitions"; 239 [labelType="html" label="VertexRDD [239] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster444 { label="mapPartitions"; 241 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [241] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 220->239; 237->239; 239->241; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

digraph G { subgraph clusterstage_455 { label="Stage 455 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster447 { label="mapPartitions"; 245 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [245] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 234->245; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

digraph G { subgraph clusterstage_456 { label="Stage 456 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster448 { label="partitionBy"; 246 [labelType="html" label="ShuffledRDD [246] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster449 { label="zipPartitions"; 247 [labelType="html" label="EdgeRDD [247] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster450 { label="mapPartitions"; 249 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [249] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->247; 246->247; 247->249; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

245,246

digraph G { subgraph clusterstage_457 { label="Stage 457 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster474 { label="zipPartitions"; 256 [labelType="html" label="VertexRDD [256] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster475 { label="mapPartitions"; 258 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [258] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 237->256; 254->256; 256->258; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

digraph G { subgraph clusterstage_458 { label="Stage 458 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster478 { label="mapPartitions"; 262 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [262] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 251->262; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

digraph G { subgraph clusterstage_459 { label="Stage 459 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster479 { label="partitionBy"; 263 [labelType="html" label="ShuffledRDD [263] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster480 { label="zipPartitions"; 264 [labelType="html" label="EdgeRDD [264] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster481 { label="mapPartitions"; 266 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [266] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->264; 263->264; 264->266; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

262,263

digraph G { subgraph clusterstage_460 { label="Stage 460 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster509 { label="mapPartitions"; 279 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [279] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 268->279; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

digraph G { subgraph clusterstage_461 { label="Stage 461 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster505 { label="zipPartitions"; 273 [labelType="html" label="VertexRDD [273] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster506 { label="mapPartitions"; 275 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [275] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 254->273; 271->273; 273->275; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

digraph G { subgraph clusterstage_462 { label="Stage 462 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster510 { label="partitionBy"; 280 [labelType="html" label="ShuffledRDD [280] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster511 { label="zipPartitions"; 281 [labelType="html" label="EdgeRDD [281] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster512 { label="mapPartitions"; 283 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [283] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->281; 280->281; 281->283; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

279,280

digraph G { subgraph clusterstage_463 { label="Stage 463 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster536 { label="zipPartitions"; 290 [labelType="html" label="VertexRDD [290] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster537 { label="mapPartitions"; 292 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [292] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 271->290; 288->290; 290->292; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

digraph G { subgraph clusterstage_464 { label="Stage 464 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster540 { label="mapPartitions"; 296 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [296] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 285->296; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

digraph G { subgraph clusterstage_465 { label="Stage 465 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster541 { label="partitionBy"; 297 [labelType="html" label="ShuffledRDD [297] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster542 { label="zipPartitions"; 298 [labelType="html" label="EdgeRDD [298] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster543 { label="mapPartitions"; 300 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [300] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->298; 297->298; 298->300; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

296,297

digraph G { subgraph clusterstage_466 { label="Stage 466 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster571 { label="mapPartitions"; 313 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [313] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 302->313; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

digraph G { subgraph clusterstage_467 { label="Stage 467 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster567 { label="zipPartitions"; 307 [labelType="html" label="VertexRDD [307] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster568 { label="mapPartitions"; 309 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [309] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 288->307; 305->307; 307->309; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

digraph G { subgraph clusterstage_468 { label="Stage 468 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster572 { label="partitionBy"; 314 [labelType="html" label="ShuffledRDD [314] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster573 { label="zipPartitions"; 315 [labelType="html" label="EdgeRDD [315] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster574 { label="mapPartitions"; 317 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [317] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->315; 314->315; 315->317; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

313,314

digraph G { subgraph clusterstage_469 { label="Stage 469 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster598 { label="zipPartitions"; 324 [labelType="html" label="VertexRDD [324] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster599 { label="mapPartitions"; 326 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [326] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 305->324; 322->324; 324->326; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

322

digraph G { subgraph clusterstage_470 { label="Stage 470 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster602 { label="mapPartitions"; 330 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [330] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 319->330; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

digraph G { subgraph clusterstage_471 { label="Stage 471 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster603 { label="partitionBy"; 331 [labelType="html" label="ShuffledRDD [331] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster604 { label="zipPartitions"; 332 [labelType="html" label="EdgeRDD [332] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster605 { label="mapPartitions"; 334 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [334] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->332; 331->332; 332->334; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

330,331

328

digraph G { subgraph clusterstage_472 { label="Stage 472"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] [Cached] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster629 { label="zipPartitions"; 341 [labelType="html" label="VertexRDD [341] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster630 { label="mapPartitions"; 343 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [343] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 322->341; 339->341; 341->343; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

322

336

339

digraph G { subgraph clusterstage_473 { label="Stage 473"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] [Cached] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster633 { label="mapPartitions"; 347 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [347] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 336->347; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

322

336

digraph G { subgraph clusterstage_474 { label="Stage 474"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster634 { label="partitionBy"; 348 [labelType="html" label="ShuffledRDD [348] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster635 { label="zipPartitions"; 349 [labelType="html" label="EdgeRDD [349] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster636 { label="mapPartitions"; 351 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [351] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->349; 348->349; 349->351; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

347,348

328

345

digraph G { subgraph clusterstage_475 { label="Stage 475"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] [Cached] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] [Cached] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster639 { label="map"; 355 [labelType="html" label="MapPartitionsRDD [355] map at VertexRDDImpl.scala:90"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 353->355; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

322

336

339

353

Completed Stages (4)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Shuffle Read	Shuffle Write
475	fold at VertexRDDImpl.scala:90 +details org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:50:17	0.6 s	200/200	775.5 KiB	88.0 KiB
474	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:50:15	1 s	22/22	94.6 MiB	1569.2 KiB	88.0 KiB
473	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:50:12	2 s	200/200	831.9 KiB		203.9 KiB
472	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:50:12	0.9 s	200/200	2.3 MiB		1365.3 KiB

Page:

Skipped Stages (48)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
471	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
470	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
469	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
468	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
467	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
466	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
465	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
464	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
463	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
462	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
461	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
460	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
459	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
458	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
457	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
456	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
455	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
454	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
453	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
452	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
451	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
450	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
449	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
448	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
447	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
446	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
445	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
444	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
443	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
442	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
441	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
440	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
439	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
438	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
437	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
436	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
435	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
434	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
433	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
432	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
431	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.upgrade(ReplicatedVertexView.scala:66) org.apache.spark.graphx.impl.GraphImpl.mapTriplets(GraphImpl.scala:152) org.apache.spark.graphx.Graph.mapTriplets(Graph.scala:241) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:383) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
430	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.mapVertices(GraphImpl.scala:133) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:130) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
429	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.upgrade(ReplicatedVertexView.scala:66) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:198) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
428	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.Graph.aggregateMessages(Graph.scala:382) org.apache.spark.graphx.GraphOps.degreesRDD(GraphOps.scala:73) org.apache.spark.graphx.GraphOps.outDegrees$lzycompute(GraphOps.scala:55) org.apache.spark.graphx.GraphOps.outDegrees(GraphOps.scala:54) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:379) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
427	map at GraphFrame.scala:181 +details org.apache.spark.rdd.RDD.map(RDD.scala:395) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:181) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
426	mapPartitions at VertexRDD.scala:356 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.VertexRDD$.createRoutingTables(VertexRDD.scala:356) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:321) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:299) org.apache.spark.graphx.impl.GraphImpl$.apply(GraphImpl.scala:315) org.apache.spark.graphx.Graph$.apply(Graph.scala:531) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:184) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282)	Unknown	Unknown	0/22
425	rdd at GraphFrame.scala:180 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3198) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:180) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
424	javaToPython at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:3441) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/44

Page: