digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (9)";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 11"];
}
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (6)";
5 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 64.1 MiB<br>spill size: 0.0 B"];
}
6 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 466,523<br>shuffle write time total (min, med, max (stageId: taskId))<br>860 ms (0 ms, 4 ms, 11 ms (stage 10.0: task 21))<br>records read: 793<br>local bytes read: 5.7 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 4.1 KiB<br>local blocks read: 33<br>remote blocks read: 25<br>data size total (min, med, max (stageId: taskId))<br>60.6 MiB (0.0 B, 16.3 KiB, 12.7 MiB (stage 10.0: task 157))<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>2.1 MiB (0.0 B, 7.0 KiB, 169.3 KiB (stage 10.0: task 157))"];
subgraph cluster7 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n1.9 s (0 ms, 7 ms, 91 ms (stage 10.0: task 117))";
8 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 466,523"];
}
subgraph cluster9 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n2.9 s (2 ms, 11 ms, 185 ms (stage 10.0: task 18))";
10 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>14 ms (0 ms, 0 ms, 5 ms (stage 10.0: task 72))<br>peak memory total (min, med, max (stageId: taskId))<br>8.9 GiB (64.0 KiB, 64.1 MiB, 68.0 MiB (stage 10.0: task 157))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 10.0: task 18))"];
}
11 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 466,523<br>shuffle write time total (min, med, max (stageId: taskId))<br>52 ms (11 ms, 15 ms, 25 ms (stage 9.0: task 13))<br>records read: 466,523<br>local bytes read total (min, med, max (stageId: taskId))<br>1112.9 KiB (0.0 B, 546.0 B, 173.3 KiB (stage 10.0: task 157))<br>fetch wait time total (min, med, max (stageId: taskId))<br>67 ms (0 ms, 0 ms, 67 ms (stage 10.0: task 118))<br>remote bytes read total (min, med, max (stageId: taskId))<br>1202.9 KiB (0.0 B, 610.0 B, 217.2 KiB (stage 10.0: task 157))<br>local blocks read: 202<br>remote blocks read: 212<br>data size total (min, med, max (stageId: taskId))<br>17.8 MiB (2.3 MiB, 7.5 MiB, 8.0 MiB (stage 9.0: task 13))<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>2.3 MiB (320.7 KiB, 969.1 KiB, 1026.0 KiB (stage 9.0: task 13))"];
subgraph cluster12 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.6 s (359 ms, 1.0 s, 1.2 s (stage 9.0: task 13))";
13 [labelType="html" label="<br><b>Project</b><br><br>"];
14 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 466,523"];
}
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n1.4 s (0 ms, 4 ms, 96 ms (stage 10.0: task 18))";
16 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 10.0: task 18))<br>peak memory total (min, med, max (stageId: taskId))<br>8.9 GiB (0.0 B, 64.1 MiB, 64.1 MiB (stage 10.0: task 18))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 10.0: task 18))"];
}
17 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 265<br>shuffle write time: 19 ms<br>records read: 261<br>local bytes read total (min, med, max (stageId: taskId))<br>12.9 KiB (0.0 B, 0.0 B, 289.0 B (stage 10.0: task 137))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 10.0: task 18))<br>remote bytes read total (min, med, max (stageId: taskId))<br>13.8 KiB (0.0 B, 0.0 B, 409.0 B (stage 10.0: task 41))<br>local blocks read: 69<br>remote blocks read: 76<br>data size: 26.3 KiB<br>shuffle bytes written: 26.7 KiB"];
subgraph cluster18 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 81 ms";
19 [labelType="html" label="<br><b>Project</b><br><br>"];
20 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 265"];
}
subgraph cluster21 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 23 ms";
22 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 64.1 MiB<br>spill size: 0.0 B"];
}
23 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 265<br>shuffle write time: 9 ms<br>records read: 1<br>fetch wait time: 0 ms<br>remote bytes read: 141.0 B<br>remote blocks read: 1<br>data size: 26.3 KiB<br>shuffle bytes written: 26.7 KiB"];
subgraph cluster24 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 46 ms";
25 [labelType="html" label="<br><b>Project</b><br><br>"];
26 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 265"];
}
2->0;
3->2;
5->3;
6->5;
8->6;
10->8;
11->10;
13->11;
14->13;
16->8;
17->16;
19->17;
20->19;
22->3;
23->22;
25->23;
26->25;
}
27
CollectLimit 11
Project [cast(src#151 as string) AS src#180, cast(edge#149 as string) AS edge#181, cast(dst#153 as string) AS dst#182]
SortMergeJoin [edge#149.dst], [dst#153.id], Inner
WholeStageCodegen (9)
Sort [edge#149.dst ASC NULLS FIRST], false, 0
WholeStageCodegen (6)
Exchange hashpartitioning(edge#149.dst, 200), true, [id=#164]
SortMergeJoin [edge#149.src], [src#151.id], Inner
WholeStageCodegen (5)
Sort [edge#149.src ASC NULLS FIRST], false, 0
WholeStageCodegen (2)
Exchange hashpartitioning(edge#149.src, 200), true, [id=#151]
Project [struct(src, src#119, dst, dst#120) AS edge#149]
Scan ExistingRDD[src#119,dst#120]
WholeStageCodegen (1)
Sort [src#151.id ASC NULLS FIRST], false, 0
WholeStageCodegen (4)
Exchange hashpartitioning(src#151.id, 200), true, [id=#157]
Project [struct(id, id#105, Borough, Borough#106, Zone, Zone#107, service_zone, service_zone#108) AS src#151]
Scan ExistingRDD[id#105,Borough#106,Zone#107,service_zone#108]
WholeStageCodegen (3)
Sort [dst#153.id ASC NULLS FIRST], false, 0
WholeStageCodegen (8)
Exchange hashpartitioning(dst#153.id, 200), true, [id=#170]
Project [struct(id, id#105, Borough, Borough#106, Zone, Zone#107, service_zone, service_zone#108) AS dst#153]
Scan ExistingRDD[id#105,Borough#106,Zone#107,service_zone#108]
WholeStageCodegen (7)
