doc/pipeline.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
 "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: %3 Pages: 1 -->
<svg width="379pt" height="1412pt"
 viewBox="0.00 0.00 379.39 1412.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 1408)">
<title>%3</title>
<polygon fill="#ffffff" stroke="transparent" points="-4,4 -4,-1408 375.3899,-1408 375.3899,4 -4,4"/>
<!-- ggsrc -->
<g id="node1" class="node">
<title>ggsrc</title>
<ellipse fill="none" stroke="#ff00ff" cx="106.5473" cy="-1314" rx="79.0865" ry="18"/>
<text text-anchor="middle" x="106.5473" y="-1310.3" font-family="Times,serif" font-size="14.00" fill="#000000">groups.google.com</text>
</g>
<!-- gg -->
<g id="node2" class="node">
<title>gg</title>
<ellipse fill="none" stroke="#000000" cx="108.5473" cy="-1242" rx="61.99" ry="18"/>
<text text-anchor="middle" x="108.5473" y="-1238.3" font-family="Times,serif" font-size="14.00" fill="#000000">google&#45;groups</text>
</g>
<!-- ggsrc&#45;&gt;gg -->
<g id="edge1" class="edge">
<title>ggsrc&#45;&gt;gg</title>
<path fill="none" stroke="#000000" d="M107.052,-1295.8314C107.2659,-1288.131 107.5202,-1278.9743 107.7579,-1270.4166"/>
<polygon fill="#000000" stroke="#000000" points="111.2567,-1270.5066 108.0358,-1260.4133 104.2594,-1270.3122 111.2567,-1270.5066"/>
</g>
<!-- src2 -->
<g id="node4" class="node">
<title>src2</title>
<ellipse fill="none" stroke="#ff0000" cx="113.5473" cy="-1170" rx="61.99" ry="18"/>
<text text-anchor="middle" x="113.5473" y="-1166.3" font-family="Times,serif" font-size="14.00" fill="#000000">Second source</text>
</g>
<!-- gg&#45;&gt;src2 -->
<g id="edge2" class="edge">
<title>gg&#45;&gt;src2</title>
<path fill="none" stroke="#000000" d="M109.809,-1223.8314C110.3438,-1216.131 110.9796,-1206.9743 111.5739,-1198.4166"/>
<polygon fill="#000000" stroke="#000000" points="115.0673,-1198.6317 112.2686,-1188.4133 108.0841,-1198.1467 115.0673,-1198.6317"/>
</g>
<!-- src1 -->
<g id="node3" class="node">
<title>src1</title>
<ellipse fill="none" stroke="#ff0000" cx="287.5473" cy="-1386" rx="51.9908" ry="18"/>
<text text-anchor="middle" x="287.5473" y="-1382.3" font-family="Times,serif" font-size="14.00" fill="#000000">First source</text>
</g>
<!-- mbox -->
<g id="node6" class="node">
<title>mbox</title>
<ellipse fill="none" stroke="#000000" cx="287.5473" cy="-1314" rx="83.6854" ry="18"/>
<text text-anchor="middle" x="287.5473" y="-1310.3" font-family="Times,serif" font-size="14.00" fill="#000000">import&#45;source&#45;mbox</text>
</g>
<!-- src1&#45;&gt;mbox -->
<g id="edge3" class="edge">
<title>src1&#45;&gt;mbox</title>
<path fill="none" stroke="#000000" d="M287.5473,-1367.8314C287.5473,-1360.131 287.5473,-1350.9743 287.5473,-1342.4166"/>
<polygon fill="#000000" stroke="#000000" points="291.0474,-1342.4132 287.5473,-1332.4133 284.0474,-1342.4133 291.0474,-1342.4132"/>
</g>
<!-- maildir -->
<g id="node7" class="node">
<title>maildir</title>
<ellipse fill="none" stroke="#000000" cx="123.5473" cy="-1098" rx="89.0842" ry="18"/>
<text text-anchor="middle" x="123.5473" y="-1094.3" font-family="Times,serif" font-size="14.00" fill="#000000">import&#45;source&#45;maildir</text>
</g>
<!-- src2&#45;&gt;maildir -->
<g id="edge4" class="edge">
<title>src2&#45;&gt;maildir</title>
<path fill="none" stroke="#000000" d="M116.0707,-1151.8314C117.1402,-1144.131 118.412,-1134.9743 119.6005,-1126.4166"/>
<polygon fill="#000000" stroke="#000000" points="123.0808,-1126.7997 120.9899,-1116.4133 116.1474,-1125.8367 123.0808,-1126.7997"/>
</g>
<!-- dst1 -->
<g id="node5" class="node">
<title>dst1</title>
<ellipse fill="none" stroke="#0000ff" cx="74.5473" cy="-90" rx="38.9931" ry="18"/>
<text text-anchor="middle" x="74.5473" y="-86.3" font-family="Times,serif" font-size="14.00" fill="#000000">Archive</text>
</g>
<!-- query -->
<g id="node27" class="node">
<title>query</title>
<ellipse fill="none" stroke="#000000" cx="30.5473" cy="-18" rx="30.5947" ry="18"/>
<text text-anchor="middle" x="30.5473" y="-14.3" font-family="Times,serif" font-size="14.00" fill="#000000">query</text>
</g>
<!-- dst1&#45;&gt;query -->
<g id="edge26" class="edge">
<title>dst1&#45;&gt;query</title>
<path fill="none" stroke="#000000" d="M63.8961,-72.5708C58.6536,-63.9922 52.2272,-53.4762 46.4198,-43.9732"/>
<polygon fill="#000000" stroke="#000000" points="49.3014,-41.9764 41.1004,-35.2687 43.3284,-45.6266 49.3014,-41.9764"/>
</g>
<!-- browser -->
<g id="node28" class="node">
<title>browser</title>
<ellipse fill="none" stroke="#000000" cx="118.5473" cy="-18" rx="38.9931" ry="18"/>
<text text-anchor="middle" x="118.5473" y="-14.3" font-family="Times,serif" font-size="14.00" fill="#000000">browser</text>
</g>
<!-- dst1&#45;&gt;browser -->
<g id="edge27" class="edge">
<title>dst1&#45;&gt;browser</title>
<path fill="none" stroke="#000000" d="M85.1985,-72.5708C90.4024,-64.0553 96.7729,-53.6308 102.5466,-44.183"/>
<polygon fill="#000000" stroke="#000000" points="105.6136,-45.8762 107.8417,-35.5182 99.6407,-42.226 105.6136,-45.8762"/>
</g>
<!-- kill1 -->
<g id="node8" class="node">
<title>kill1</title>
<ellipse fill="none" stroke="#000000" cx="286.5473" cy="-1242" rx="61.1893" ry="18"/>
<text text-anchor="middle" x="286.5473" y="-1238.3" font-family="Times,serif" font-size="14.00" fill="#000000">kill&#45;duplicates</text>
</g>
<!-- mbox&#45;&gt;kill1 -->
<g id="edge5" class="edge">
<title>mbox&#45;&gt;kill1</title>
<path fill="none" stroke="#000000" d="M287.2949,-1295.8314C287.188,-1288.131 287.0608,-1278.9743 286.942,-1270.4166"/>
<polygon fill="#000000" stroke="#000000" points="290.4417,-1270.3637 286.803,-1260.4133 283.4423,-1270.4609 290.4417,-1270.3637"/>
</g>
<!-- kill2 -->
<g id="node9" class="node">
<title>kill2</title>
<ellipse fill="none" stroke="#000000" cx="127.5473" cy="-1026" rx="61.1893" ry="18"/>
<text text-anchor="middle" x="127.5473" y="-1022.3" font-family="Times,serif" font-size="14.00" fill="#000000">kill&#45;duplicates</text>
</g>
<!-- maildir&#45;&gt;kill2 -->
<g id="edge6" class="edge">
<title>maildir&#45;&gt;kill2</title>
<path fill="none" stroke="#000000" d="M124.5567,-1079.8314C124.9845,-1072.131 125.4932,-1062.9743 125.9686,-1054.4166"/>
<polygon fill="#000000" stroke="#000000" points="129.4641,-1054.592 126.5243,-1044.4133 122.4749,-1054.2037 129.4641,-1054.592"/>
</g>
<!-- msgid4 -->
<g id="node13" class="node">
<title>msgid4</title>
<ellipse fill="none" stroke="#000000" cx="285.5473" cy="-1170" rx="59.5901" ry="18"/>
<text text-anchor="middle" x="285.5473" y="-1166.3" font-family="Times,serif" font-size="14.00" fill="#000000">extract&#45;msgid</text>
</g>
<!-- kill1&#45;&gt;msgid4 -->
<g id="edge7" class="edge">
<title>kill1&#45;&gt;msgid4</title>
<path fill="none" stroke="#000000" d="M286.2949,-1223.8314C286.188,-1216.131 286.0608,-1206.9743 285.942,-1198.4166"/>
<polygon fill="#000000" stroke="#000000" points="289.4417,-1198.3637 285.803,-1188.4133 282.4423,-1198.4609 289.4417,-1198.3637"/>
</g>
<!-- msgid2 -->
<g id="node11" class="node">
<title>msgid2</title>
<ellipse fill="none" stroke="#000000" cx="134.5473" cy="-954" rx="59.5901" ry="18"/>
<text text-anchor="middle" x="134.5473" y="-950.3" font-family="Times,serif" font-size="14.00" fill="#000000">extract&#45;msgid</text>
</g>
<!-- kill2&#45;&gt;msgid2 -->
<g id="edge11" class="edge">
<title>kill2&#45;&gt;msgid2</title>
<path fill="none" stroke="#000000" d="M129.3137,-1007.8314C130.0623,-1000.131 130.9526,-990.9743 131.7846,-982.4166"/>
<polygon fill="#000000" stroke="#000000" points="135.2729,-982.7051 132.7571,-972.4133 128.3058,-982.0276 135.2729,-982.7051"/>
</g>
<!-- msgid1 -->
<g id="node10" class="node">
<title>msgid1</title>
<ellipse fill="none" stroke="#000000" cx="277.5473" cy="-954" rx="59.5901" ry="18"/>
<text text-anchor="middle" x="277.5473" y="-950.3" font-family="Times,serif" font-size="14.00" fill="#000000">extract&#45;msgid</text>
</g>
<!-- merge -->
<g id="node16" class="node">
<title>merge</title>
<ellipse fill="none" stroke="#000000" cx="203.5473" cy="-882" rx="49.2915" ry="18"/>
<text text-anchor="middle" x="203.5473" y="-878.3" font-family="Times,serif" font-size="14.00" fill="#000000">merge&#45;raw</text>
</g>
<!-- msgid1&#45;&gt;merge -->
<g id="edge12" class="edge">
<title>msgid1&#45;&gt;merge</title>
<path fill="none" stroke="#000000" d="M259.634,-936.5708C250.2029,-927.3946 238.4935,-916.0017 228.2169,-906.0029"/>
<polygon fill="#000000" stroke="#000000" points="230.6484,-903.4853 221.0403,-899.0202 225.7668,-908.5024 230.6484,-903.4853"/>
</g>
<!-- msgid2&#45;&gt;merge -->
<g id="edge13" class="edge">
<title>msgid2&#45;&gt;merge</title>
<path fill="none" stroke="#000000" d="M151.2503,-936.5708C159.8952,-927.55 170.5931,-916.387 180.0565,-906.5121"/>
<polygon fill="#000000" stroke="#000000" points="182.606,-908.9103 186.9981,-899.2687 177.5521,-904.0669 182.606,-908.9103"/>
</g>
<!-- msgid3 -->
<g id="node12" class="node">
<title>msgid3</title>
<ellipse fill="none" stroke="#000000" cx="203.5473" cy="-738" rx="59.5901" ry="18"/>
<text text-anchor="middle" x="203.5473" y="-734.3" font-family="Times,serif" font-size="14.00" fill="#000000">extract&#45;msgid</text>
</g>
<!-- msgmeta -->
<g id="node17" class="node">
<title>msgmeta</title>
<ellipse fill="none" stroke="#000000" cx="203.5473" cy="-666" rx="70.3881" ry="18"/>
<text text-anchor="middle" x="203.5473" y="-662.3" font-family="Times,serif" font-size="14.00" fill="#000000">extract&#45;msgmeta</text>
</g>
<!-- msgid3&#45;&gt;msgmeta -->
<g id="edge16" class="edge">
<title>msgid3&#45;&gt;msgmeta</title>
<path fill="none" stroke="#000000" d="M203.5473,-719.8314C203.5473,-712.131 203.5473,-702.9743 203.5473,-694.4166"/>
<polygon fill="#000000" stroke="#000000" points="207.0474,-694.4132 203.5473,-684.4133 200.0474,-694.4133 207.0474,-694.4132"/>
</g>
<!-- conn2 -->
<g id="node14" class="node">
<title>conn2</title>
<ellipse fill="none" stroke="#000000" cx="285.5473" cy="-1098" rx="53.8905" ry="18"/>
<text text-anchor="middle" x="285.5473" y="-1094.3" font-family="Times,serif" font-size="14.00" fill="#000000">connectivity</text>
</g>
<!-- msgid4&#45;&gt;conn2 -->
<g id="edge8" class="edge">
<title>msgid4&#45;&gt;conn2</title>
<path fill="none" stroke="#000000" d="M285.5473,-1151.8314C285.5473,-1144.131 285.5473,-1134.9743 285.5473,-1126.4166"/>
<polygon fill="#000000" stroke="#000000" points="289.0474,-1126.4132 285.5473,-1116.4133 282.0474,-1126.4133 289.0474,-1126.4132"/>
</g>
<!-- filter -->
<g id="node15" class="node">
<title>filter</title>
<ellipse fill="none" stroke="#000000" cx="282.5473" cy="-1026" rx="72.5877" ry="18"/>
<text text-anchor="middle" x="282.5473" y="-1022.3" font-family="Times,serif" font-size="14.00" fill="#000000">filter&#45;newsgroups</text>
</g>
<!-- conn2&#45;&gt;filter -->
<g id="edge9" class="edge">
<title>conn2&#45;&gt;filter</title>
<path fill="none" stroke="#000000" d="M284.7903,-1079.8314C284.4694,-1072.131 284.0879,-1062.9743 283.7313,-1054.4166"/>
<polygon fill="#000000" stroke="#000000" points="287.2279,-1054.2589 283.3145,-1044.4133 280.2339,-1054.5503 287.2279,-1054.2589"/>
</g>
<!-- filter&#45;&gt;msgid1 -->
<g id="edge10" class="edge">
<title>filter&#45;&gt;msgid1</title>
<path fill="none" stroke="#000000" d="M281.2856,-1007.8314C280.7508,-1000.131 280.115,-990.9743 279.5207,-982.4166"/>
<polygon fill="#000000" stroke="#000000" points="283.0104,-982.1467 278.826,-972.4133 276.0273,-982.6317 283.0104,-982.1467"/>
</g>
<!-- utf8ize -->
<g id="node19" class="node">
<title>utf8ize</title>
<ellipse fill="none" stroke="#000000" cx="203.5473" cy="-810" rx="35.194" ry="18"/>
<text text-anchor="middle" x="203.5473" y="-806.3" font-family="Times,serif" font-size="14.00" fill="#000000">utf8ize</text>
</g>
<!-- merge&#45;&gt;utf8ize -->
<g id="edge14" class="edge">
<title>merge&#45;&gt;utf8ize</title>
<path fill="none" stroke="#000000" d="M203.5473,-863.8314C203.5473,-856.131 203.5473,-846.9743 203.5473,-838.4166"/>
<polygon fill="#000000" stroke="#000000" points="207.0474,-838.4132 203.5473,-828.4133 200.0474,-838.4133 207.0474,-838.4132"/>
</g>
<!-- connectivity -->
<g id="node20" class="node">
<title>connectivity</title>
<ellipse fill="none" stroke="#000000" cx="203.5473" cy="-594" rx="53.8905" ry="18"/>
<text text-anchor="middle" x="203.5473" y="-590.3" font-family="Times,serif" font-size="14.00" fill="#000000">connectivity</text>
</g>
<!-- msgmeta&#45;&gt;connectivity -->
<g id="edge17" class="edge">
<title>msgmeta&#45;&gt;connectivity</title>
<path fill="none" stroke="#000000" d="M203.5473,-647.8314C203.5473,-640.131 203.5473,-630.9743 203.5473,-622.4166"/>
<polygon fill="#000000" stroke="#000000" points="207.0474,-622.4132 203.5473,-612.4133 200.0474,-622.4133 207.0474,-622.4132"/>
</g>
<!-- repack -->
<g id="node18" class="node">
<title>repack</title>
<ellipse fill="none" stroke="#000000" cx="203.5473" cy="-522" rx="51.1914" ry="18"/>
<text text-anchor="middle" x="203.5473" y="-518.3" font-family="Times,serif" font-size="14.00" fill="#000000">repack&#45;zstd</text>
</g>
<!-- lexicon -->
<g id="node21" class="node">
<title>lexicon</title>
<ellipse fill="none" stroke="#000000" cx="203.5473" cy="-450" rx="36.2938" ry="18"/>
<text text-anchor="middle" x="203.5473" y="-446.3" font-family="Times,serif" font-size="14.00" fill="#000000">lexicon</text>
</g>
<!-- repack&#45;&gt;lexicon -->
<g id="edge19" class="edge">
<title>repack&#45;&gt;lexicon</title>
<path fill="none" stroke="#000000" d="M203.5473,-503.8314C203.5473,-496.131 203.5473,-486.9743 203.5473,-478.4166"/>
<polygon fill="#000000" stroke="#000000" points="207.0474,-478.4132 203.5473,-468.4133 200.0474,-478.4133 207.0474,-478.4132"/>
</g>
<!-- utf8ize&#45;&gt;msgid3 -->
<g id="edge15" class="edge">
<title>utf8ize&#45;&gt;msgid3</title>
<path fill="none" stroke="#000000" d="M203.5473,-791.8314C203.5473,-784.131 203.5473,-774.9743 203.5473,-766.4166"/>
<polygon fill="#000000" stroke="#000000" points="207.0474,-766.4132 203.5473,-756.4133 200.0474,-766.4133 207.0474,-766.4132"/>
</g>
<!-- connectivity&#45;&gt;repack -->
<g id="edge18" class="edge">
<title>connectivity&#45;&gt;repack</title>
<path fill="none" stroke="#000000" d="M203.5473,-575.8314C203.5473,-568.131 203.5473,-558.9743 203.5473,-550.4166"/>
<polygon fill="#000000" stroke="#000000" points="207.0474,-550.4132 203.5473,-540.4133 200.0474,-550.4133 207.0474,-550.4132"/>
</g>
<!-- lexsort -->
<g id="node22" class="node">
<title>lexsort</title>
<ellipse fill="none" stroke="#000000" cx="203.5473" cy="-378" rx="34.394" ry="18"/>
<text text-anchor="middle" x="203.5473" y="-374.3" font-family="Times,serif" font-size="14.00" fill="#000000">lexsort</text>
</g>
<!-- lexicon&#45;&gt;lexsort -->
<g id="edge20" class="edge">
<title>lexicon&#45;&gt;lexsort</title>
<path fill="none" stroke="#000000" d="M203.5473,-431.8314C203.5473,-424.131 203.5473,-414.9743 203.5473,-406.4166"/>
<polygon fill="#000000" stroke="#000000" points="207.0474,-406.4132 203.5473,-396.4133 200.0474,-406.4133 207.0474,-406.4132"/>
</g>
<!-- sort -->
<g id="node23" class="node">
<title>sort</title>
<ellipse fill="none" stroke="#000000" cx="116.5473" cy="-306" rx="27" ry="18"/>
<text text-anchor="middle" x="116.5473" y="-302.3" font-family="Times,serif" font-size="14.00" fill="#000000">sort</text>
</g>
<!-- lexsort&#45;&gt;sort -->
<g id="edge21" class="edge">
<title>lexsort&#45;&gt;sort</title>
<path fill="none" stroke="#000000" d="M185.0968,-362.7307C172.3379,-352.1716 155.2176,-338.003 141.2785,-326.4672"/>
<polygon fill="#000000" stroke="#000000" points="143.4314,-323.7058 133.496,-320.0265 138.9684,-329.0986 143.4314,-323.7058"/>
</g>
<!-- threadify -->
<g id="node29" class="node">
<title>threadify</title>
<ellipse fill="none" stroke="#000000" cx="203.5473" cy="-306" rx="42.4939" ry="18"/>
<text text-anchor="middle" x="203.5473" y="-302.3" font-family="Times,serif" font-size="14.00" fill="#000000">threadify</text>
</g>
<!-- lexsort&#45;&gt;threadify -->
<g id="edge28" class="edge">
<title>lexsort&#45;&gt;threadify</title>
<path fill="none" stroke="#000000" d="M197.6316,-360.2022C196.8418,-352.3271 196.6128,-342.875 196.9444,-334.0852"/>
<polygon fill="#000000" stroke="#000000" points="200.4542,-334.0532 197.6271,-323.8425 193.4697,-333.5876 200.4542,-334.0532"/>
</g>
<!-- lexdist -->
<g id="node24" class="node">
<title>lexdist</title>
<ellipse fill="none" stroke="#000000" cx="74.5473" cy="-234" rx="34.394" ry="18"/>
<text text-anchor="middle" x="74.5473" y="-230.3" font-family="Times,serif" font-size="14.00" fill="#000000">lexdist</text>
</g>
<!-- sort&#45;&gt;lexdist -->
<g id="edge22" class="edge">
<title>sort&#45;&gt;lexdist</title>
<path fill="none" stroke="#000000" d="M106.5939,-288.937C101.5937,-280.3654 95.4256,-269.7914 89.8403,-260.2165"/>
<polygon fill="#000000" stroke="#000000" points="92.783,-258.3149 84.721,-251.4407 86.7365,-261.842 92.783,-258.3149"/>
</g>
<!-- verify -->
<g id="node25" class="node">
<title>verify</title>
<ellipse fill="none" stroke="#000000" cx="158.5473" cy="-234" rx="31.6951" ry="18"/>
<text text-anchor="middle" x="158.5473" y="-230.3" font-family="Times,serif" font-size="14.00" fill="#000000">verify</text>
</g>
<!-- sort&#45;&gt;verify -->
<g id="edge23" class="edge">
<title>sort&#45;&gt;verify</title>
<path fill="none" stroke="#000000" d="M126.5007,-288.937C131.5008,-280.3654 137.669,-269.7914 143.2543,-260.2165"/>
<polygon fill="#000000" stroke="#000000" points="146.358,-261.842 148.3736,-251.4407 140.3116,-258.3149 146.358,-261.842"/>
</g>
<!-- package -->
<g id="node26" class="node">
<title>package</title>
<ellipse fill="none" stroke="#000000" cx="74.5473" cy="-162" rx="39.7935" ry="18"/>
<text text-anchor="middle" x="74.5473" y="-158.3" font-family="Times,serif" font-size="14.00" fill="#000000">package</text>
</g>
<!-- lexdist&#45;&gt;package -->
<g id="edge24" class="edge">
<title>lexdist&#45;&gt;package</title>
<path fill="none" stroke="#000000" d="M74.5473,-215.8314C74.5473,-208.131 74.5473,-198.9743 74.5473,-190.4166"/>
<polygon fill="#000000" stroke="#000000" points="78.0474,-190.4132 74.5473,-180.4133 71.0474,-190.4133 78.0474,-190.4132"/>
</g>
<!-- package&#45;&gt;dst1 -->
<g id="edge25" class="edge">
<title>package&#45;&gt;dst1</title>
<path fill="none" stroke="#000000" d="M74.5473,-143.8314C74.5473,-136.131 74.5473,-126.9743 74.5473,-118.4166"/>
<polygon fill="#000000" stroke="#000000" points="78.0474,-118.4132 74.5473,-108.4133 71.0474,-118.4133 78.0474,-118.4132"/>
</g>
<!-- threadify&#45;&gt;lexsort -->
<g id="edge29" class="edge">
<title>threadify&#45;&gt;lexsort</title>
<path fill="none" stroke="#000000" d="M209.4675,-323.8425C210.2551,-331.7236 210.4821,-341.1774 210.1483,-349.9647"/>
<polygon fill="#000000" stroke="#000000" points="206.6388,-349.9908 209.463,-360.2022 213.6231,-350.4583 206.6388,-349.9908"/>
</g>
</g>
</svg>