Task3 - Details for Stage 15 (Attempt 0)

DAG Visualization

digraph G { subgraph clusterstage_15 { label="Stage 15"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster135 { label="mapPartitions"; 69 [labelType="html" label="VertexRDD.createRoutingTables - vid2pid (aggregation) [69] mapPartitions at VertexRDD.scala:356"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->69; }