\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9827999999999999, 86.96228382813649)
(0.9853, 79.32177047959433)
(0.9977, 43.59221727663216)
(0.9982, 43.564658161925905)
(0.9984999999999999, 42.00338289994171)
(0.9987999999999999, 36.94702910290826)
(0.9991, 24.82551161676933)
(0.9999, 23.73467314698887)
(1.0, 16.63762063949315)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2523, 815.1215267048583)
(0.3874, 793.3562647242134)
(0.3886, 481.6911485617784)
(0.7965, 174.16702993819717)
(0.9144, 171.98884490838793)
(0.9269999999999999, 171.39514485088702)
(0.9279999999999999, 147.6414024212632)
(0.9772000000000001, 87.08403750056033)
(0.9818, 86.84929994992136)
(0.9819000000000001, 86.00717166619742)
(0.9989000000000001, 21.933831316191156)
(0.9991, 21.83976248766753)
(0.9992000000000001, 21.72002170436205)
(0.9999, 21.09330918135056)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1.6594471552584047)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 818.4878196803368)
(0.12969999999999998, 799.6996672354152)
(0.1301, 788.2194353608248)
(0.1308, 762.7574392557017)
(0.1359, 756.9537149313909)
(0.1371, 754.8730235062732)
(0.4761, 344.2328959878928)
(0.4777, 335.92394092716296)
(0.48129999999999995, 328.9739470577005)
(0.5001, 321.8837290435804)
(0.5018, 316.9419330258197)
(0.514, 313.27799853619996)
(0.5199, 303.7788684890726)
(0.5224, 298.70866649564925)
(0.7594000000000001, 182.4391988446181)
(0.763, 181.34326622331727)
(0.7686, 179.92101722389378)
(0.771, 176.76293072094916)
(0.7716000000000001, 176.485607408997)
(0.7941, 168.6763597470054)
(0.7958999999999999, 166.0669579055129)
(0.8063, 162.98997544407956)
(0.8151999999999999, 160.93394781037875)
(0.8182, 155.87906148132203)
(0.9936, 17.351144814147254)
(0.9936999999999999, 17.272301370309115)
(0.9938, 17.220902071565423)
(0.9945, 17.08791405824278)
(0.9960000000000001, 16.926254309692514)
(0.9961, 16.896574551599567)
(0.9964999999999999, 16.60011068075543)
(0.9967, 16.560675300286277)
(0.9972, 16.536858125093794)
(0.9974000000000001, 16.398122755112507)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0926, 881.7079256728264)
(0.10389999999999999, 880.5987133357155)
(0.10880000000000001, 861.0214250288218)
(0.1237, 798.1093372405)
(0.12430000000000001, 755.5273429197051)
(0.1313, 733.1473970434312)
(0.1321, 722.4848231478798)
(0.2064, 439.1066366565908)
(0.20670000000000002, 437.45293602052226)
(0.2676, 436.0408077169263)
(0.3162, 420.2943570804145)
(0.3478, 420.28526021928604)
(0.42889999999999995, 337.0376123266791)
(0.4828, 331.0130427364161)
(0.48769999999999997, 314.2664216655183)
(0.5797, 225.79823230133147)
(0.5798, 194.3707831745307)
(0.7138, 178.49591619113409)
(0.7197, 174.64955197350514)
(0.7793, 171.01136841459774)
(0.7862, 162.31556518215834)
(0.9252, 19.5330829675372)
(0.9574, 19.317380084010605)
(0.9663999999999999, 19.17784300129102)
(0.9848000000000001, 18.173596735946628)
(0.9869, 18.172377060897258)
(0.9930999999999999, 17.5839392812646)
(0.9941000000000001, 17.399303313361315)
(0.9951000000000001, 17.066696319495964)
(0.9965999999999999, 16.83070559813862)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0902, 575.7396187353562)
(0.0903, 488.3561579239125)
(0.09330000000000001, 405.76300359723365)
(0.49539999999999995, 135.9431533031711)
(0.9178000000000001, 45.51129432172519)
(0.9208999999999999, 45.196375927154925)
(0.9833000000000001, 17.412423941732538)
(0.984, 17.33588163620361)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6043000000000001, 51.54305704758927)
(0.7883, 36.82251407992549)
(0.8915, 23.457838991526522)
(0.9667, 11.182686850779968)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.068, 49.73374041848562)
(0.06949999999999999, 49.303097624048576)
(0.0701, 48.959837609864785)
(0.2758, 41.27035061846626)
(0.2928, 40.90105774132059)
(0.29660000000000003, 40.51721646302494)
(0.2967, 40.01486758462045)
(0.48769999999999997, 32.67162381468789)
(0.49420000000000003, 32.54698183736124)
(0.4971, 32.492873196324986)
(0.5115000000000001, 32.40766374415644)
(0.5211, 31.9541524515976)
(0.5267999999999999, 31.90266149238033)
(0.5269, 31.412804259621023)
(0.8013999999999999, 22.734890388803493)
(0.8031, 22.683873555191603)
(0.8053000000000001, 21.869405283877494)
(0.8128, 21.750904049123235)
(0.8182, 21.74549433247934)
(0.8215999999999999, 21.61733752624997)
(0.8218, 20.80300391459457)
(0.8547, 12.848508019088902)
(0.8564999999999999, 12.80271327033404)
(0.8577, 12.757739947490405)
(0.8596999999999999, 12.680350897622601)
(0.86, 12.57044566276821)
(0.8678000000000001, 12.520995701299066)
(0.8721, 12.395768936183611)
(0.8724000000000001, 12.152521600483164)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 4.857570512080256)
(0.4659, 4.285457756353741)
(0.6916, 1.9727538407306024)
(0.7043, 1.7251607542747707)
(0.8855999999999999, 1.2210316833894526)
(0.9997999999999999, 0.9884823959515532)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9913000000000001, 9.962627605026418)
(0.9916, 9.34778837952023)
(0.9965999999999999, 3.88706506014142)
(0.998, 3.1375806490350215)
(0.9981, 2.896500572100961)
(0.9983000000000001, 2.717008982448523)
(0.9989000000000001, 2.3667205486540417)
(0.9992000000000001, 1.7391191371505066)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.43949999999999995, 7.43824951779731)
(0.4528, 5.823807612004902)
(0.6617, 2.7341553866382995)
(0.6940999999999999, 2.2272900922529155)
(0.8482, 1.608764349881057)
(0.8877, 1.3180406970619654)
(0.9939, 1.2554765912229133)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 477.39862331585203)
(0.5602, 129.53865898970506)
(0.5739, 118.31781302694719)
(0.8763, 51.65580955191279)
(0.8901, 49.191763085620444)
(0.9021000000000001, 47.54168368967818)
(0.9148, 42.50276141524302)
(0.9628, 24.914762374381066)
(0.9692000000000001, 24.530792241307857)
(0.9720000000000001, 23.39340063667157)
(0.9785, 21.106201415035525)
(0.9788, 18.849134672838037)
(0.9812, 16.740798201518803)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9991, 120.79809236526489)
(0.9992000000000001, 141.3734679222107)
(1.0, 165.17899656295776)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9991, 96.52102470397949)
(0.9992000000000001, 118.95203280448914)
(0.9999, 144.13236927986145)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 0.0002570152282714844)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9974000000000001, 3655.277858734131)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9965999999999999, 3679.7343878746033)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9832000000000001, 502.5143802165985)
(0.9833000000000001, 506.1759741306305)
(0.984, 805.5767941474915)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9667, 83.74053239822388)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8218, 3621.9261326789856)
(0.8724000000000001, 3769.56121635437)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9997999999999999, 3483.589256286621)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9992000000000001, 3542.6597599983215)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9939, 3481.157161951065)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9812, 366.0912687778473)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9991, 7518872.0)
(0.9992000000000001, 7530648.0)
(1.0, 7656220.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9991, 7528984.0)
(0.9992000000000001, 7542552.0)
(0.9999, 7669916.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9974000000000001, 15731324.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9965999999999999, 15731324.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9832000000000001, 5485028.0)
(0.9833000000000001, 5485032.0)
(0.984, 7199184.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9667, 3976368.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8724000000000001, 12286964.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9997999999999999, 12286968.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9992000000000001, 12317516.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9939, 12286968.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9812, 3912368.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9853, 10009)
(0.9987999999999999, 20009)
(0.9999, 35009)
(1.0, 50009)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3886, 1009)
(0.9279999999999999, 5009)
(0.9819000000000001, 10009)
(0.9999, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1000000)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 161)
(0.1288, 164)
(0.12969999999999998, 165)
(0.1299, 171)
(0.13, 176)
(0.1301, 181)
(0.1308, 183)
(0.13369999999999999, 189)
(0.1341, 197)
(0.1359, 200)
(0.1366, 211)
(0.1371, 229)
(0.465, 633)
(0.46950000000000003, 639)
(0.4727, 642)
(0.4761, 687)
(0.47709999999999997, 702)
(0.4777, 717)
(0.47800000000000004, 735)
(0.48129999999999995, 745)
(0.5001, 783)
(0.5018, 806)
(0.5118, 833)
(0.514, 870)
(0.5199, 875)
(0.5224, 929)
(0.7535999999999999, 1147)
(0.7594000000000001, 1164)
(0.763, 1169)
(0.7686, 1268)
(0.7702, 1317)
(0.771, 1371)
(0.7716000000000001, 1417)
(0.7758, 1429)
(0.7941, 1470)
(0.7958999999999999, 1533)
(0.8063, 1581)
(0.8151999999999999, 1669)
(0.8182, 1813)
(0.9936, 6061)
(0.9936999999999999, 6149)
(0.9938, 6848)
(0.9939, 6995)
(0.9941000000000001, 7195)
(0.9960000000000001, 7383)
(0.9961, 7974)
(0.9964999999999999, 8233)
(0.9967, 8302)
(0.9972, 8686)
(0.9974000000000001, 9217)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0927, 73)
(0.0972, 75)
(0.10389999999999999, 81)
(0.10880000000000001, 84)
(0.11140000000000001, 131)
(0.11200000000000002, 141)
(0.1237, 154)
(0.12430000000000001, 173)
(0.1313, 180)
(0.20659999999999998, 194)
(0.20670000000000002, 196)
(0.2676, 223)
(0.292, 244)
(0.2922, 248)
(0.3162, 250)
(0.3478, 274)
(0.4323, 287)
(0.5257, 350)
(0.5797, 387)
(0.6667, 698)
(0.6668000000000001, 717)
(0.6672, 738)
(0.9252, 970)
(0.9574, 1348)
(0.9663999999999999, 1564)
(0.9848000000000001, 3603)
(0.9869, 4073)
(0.9930999999999999, 5480)
(0.9941000000000001, 6348)
(0.9951000000000001, 6726)
(0.9965999999999999, 7942)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09330000000000001, 1009)
(0.49539999999999995, 5009)
(0.9208999999999999, 15009)
(0.984, 40009)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.054900000000000004, 434)
(0.05639999999999999, 456)
(0.0611, 464)
(0.063, 488)
(0.0651, 503)
(0.0663, 527)
(0.1026, 785)
(0.10700000000000001, 815)
(0.10900000000000001, 850)
(0.10969999999999999, 872)
(0.11499999999999999, 880)
(0.1153, 910)
(0.1197, 941)
(0.11979999999999999, 956)
(0.1234, 989)
(0.6094999999999999, 5009)
(0.7602, 8776)
(0.7883, 10009)
(0.8329000000000001, 11684)
(0.8534, 13026)
(0.8764, 18792)
(0.8915, 20009)
(0.9207000000000001, 28269)
(0.9244999999999999, 30634)
(0.9667, 50009)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0744, 455)
(0.0753, 456)
(0.07680000000000001, 467)
(0.0776, 471)
(0.0782, 475)
(0.28250000000000003, 1872)
(0.2854, 1875)
(0.2873, 1876)
(0.2963, 1919)
(0.2964, 1923)
(0.3014, 1937)
(0.3015, 1946)
(0.3043, 1950)
(0.3044, 1962)
(0.49160000000000004, 3750)
(0.49560000000000004, 3755)
(0.49870000000000003, 3761)
(0.4989, 3784)
(0.499, 3792)
(0.5147, 3841)
(0.5147999999999999, 3852)
(0.522, 3874)
(0.5221, 3897)
(0.5269, 3908)
(0.5269999999999999, 3936)
(0.7985, 12320)
(0.8013999999999999, 12337)
(0.8031, 12347)
(0.8053000000000001, 12508)
(0.8127000000000001, 12573)
(0.8128, 12598)
(0.8182, 12694)
(0.8183999999999999, 12742)
(0.8215999999999999, 12773)
(0.8218, 12838)
(0.8547, 17580)
(0.8564999999999999, 17601)
(0.8577, 17617)
(0.8596999999999999, 17673)
(0.86, 17702)
(0.8602000000000001, 17734)
(0.8611000000000001, 17858)
(0.8678000000000001, 17940)
(0.868, 17984)
(0.8721, 18105)
(0.8724000000000001, 18190)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 148681)
(0.4659, 163528)
(0.6916, 448313)
(0.7043, 463307)
(0.8855999999999999, 748297)
(0.9997999999999999, 948274)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9913000000000001, 9129)
(0.9916, 10968)
(0.9965999999999999, 32373)
(0.998, 41630)
(0.9981, 45344)
(0.9983000000000001, 64926)
(0.9989000000000001, 93617)
(0.9992000000000001, 157445)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.43949999999999995, 16609)
(0.9939, 16976)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 860)
(0.5739, 3919)
(0.8901, 8213)
(0.9148, 11554)
(0.9628, 19910)
(0.9692000000000001, 23834)
(0.9720000000000001, 24058)
(0.9785, 28733)
(0.9812, 31109)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.20909338047917025, 86.96228382813649)
(0.09840609613873294, 43.59221727663216)
(0.09446282455710293, 43.564658161925905)
(0.0929748775089124, 36.94702910290826)
(0.06706900242416766, 24.969311523222398)
(0.0624959997768023, 24.82551161676933)
(0.06157931896484704, 21.066264682760128)
(0.048936931077644144, 17.531792776354845)
(0.045050568103801675, 17.42742681132787)
(0.04400933829150396, 14.650916631351341)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.806264241559636, 815.1215267048583)
(1.6511924835666947, 793.3562647242134)
(1.5554460148246, 785.8874291295774)
(1.4480438652660768, 481.6911485617784)
(0.6677269873303937, 174.16702993819717)
(0.406704563812888, 171.98884490838793)
(0.37116068328565605, 171.39514485088702)
(0.23861558932386132, 87.08403750056033)
(0.2107424501502694, 86.84929994992136)
(0.06234193297224601, 21.933831316191156)
(0.05820388119003004, 21.72002170436205)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011165741630303773, 1.6594471552584047)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(4.573245266326283, 818.4878196803368)
(4.448967619100428, 799.6996672354152)
(4.436181871289194, 788.2194353608248)
(4.408124905420584, 762.7574392557017)
(4.1904966079676225, 756.9537149313909)
(4.131839590524129, 754.8730235062732)
(1.149998553127877, 344.2328959878928)
(1.1453791488094314, 335.92394092716296)
(1.1280306035446268, 328.9739470577005)
(1.0821947316211773, 321.8837290435804)
(1.0775504816871189, 316.9419330258197)
(1.0445397030703207, 313.27799853619996)
(1.0324795976854457, 303.7788684890726)
(1.0260776651013384, 298.70866649564925)
(0.6582302460595448, 182.4391988446181)
(0.6536056728497789, 181.34326622331727)
(0.6457334373546466, 179.92101722389378)
(0.6414003272082791, 176.76293072094916)
(0.6401243670483088, 176.485607408997)
(0.6044517939332159, 168.6763597470054)
(0.601788373639432, 166.0669579055129)
(0.5857853675425034, 162.98997544407956)
(0.5729211315968094, 160.93394781037875)
(0.5689892756089097, 155.87906148132203)
(0.13975965805413398, 17.351144814147254)
(0.13750573823584594, 17.348313386156043)
(0.13617789052319626, 17.272301370309115)
(0.13610033416408054, 17.24447597689896)
(0.13589339896799316, 17.220902071565423)
(0.1338482121766008, 17.08791405824278)
(0.13065513412688545, 16.926254309692514)
(0.12354602717167758, 16.896574551599567)
(0.11934256887045414, 16.60011068075543)
(0.11814913742357001, 16.536858125093794)
(0.11689284667725114, 16.48679750087385)
(0.11567544843474925, 16.398122755112507)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.007168224256267, 881.7079256728264)
(5.757171244607643, 880.5987133357155)
(5.594936123636632, 861.0214250288218)
(4.53429706855882, 798.1093372405)
(4.494707635518195, 755.5273429197051)
(4.295940077934081, 733.1473970434312)
(4.253493421196849, 722.4848231478798)
(2.4994885418367008, 439.1066366565908)
(2.4976655083499386, 437.45293602052226)
(2.1201021767254185, 436.0408077169263)
(1.8616355752700715, 420.2943570804145)
(1.7339791624099699, 420.28526021928604)
(1.5687097620921873, 367.4880899206392)
(1.5498415550688633, 354.9412337265866)
(1.2634823347589086, 337.0376123266791)
(1.12092869310346, 331.0130427364161)
(1.1026001635274068, 314.2664216655183)
(1.0607069423376227, 225.79823230133147)
(0.9472173549749625, 201.09711284503646)
(0.9341255209970155, 194.3707831745307)
(0.724508412119264, 178.49591619113409)
(0.7115392128335577, 174.64955197350514)
(0.6286046276516633, 171.01136841459774)
(0.6168481028213411, 162.31556518215834)
(0.3910374749178129, 19.5330829675372)
(0.29676478330318234, 19.317380084010605)
(0.2566573571124248, 19.17784300129102)
(0.23214299877483477, 18.173596735946628)
(0.22628061701466043, 18.172377060897258)
(0.15736059135281064, 17.5839392812646)
(0.15330255931216766, 17.399303313361315)
(0.13158469878880613, 17.066696319495964)
(0.12758829300807462, 16.83070559813862)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(8.806195187367228, 575.7396187353562)
(8.716749707800988, 560.7811861788286)
(8.439142680901561, 504.09017776844615)
(8.398834445078034, 488.3561579239125)
(8.38388011826416, 394.32573118899865)
(1.6780262963978756, 135.9431533031711)
(1.6743285451251984, 135.09385814234028)
(1.6741936795130345, 128.8523689591274)
(0.49203859551022183, 45.51129432172519)
(0.48030906558348924, 44.75045486329903)
(0.4769791232277786, 44.3972836590059)
(0.47131833107746707, 43.98457987651024)
(0.16665443450265605, 17.412423941732538)
(0.16597868035332874, 17.075162630051942)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.0538353679361983, 51.54305704758927)
(1.0715810333989975, 36.82251407992549)
(0.9961083914513167, 26.418115038458122)
(0.5637664357396583, 23.457838991526522)
(0.5040820297321521, 18.415726782969667)
(0.22464683376296077, 11.182686850779968)
(0.21561302507975647, 9.917651296602035)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(22.581397695147263, 49.73374041848562)
(22.409939494679413, 49.303097624048576)
(22.394694079491465, 48.959837609864785)
(22.39240110371456, 48.90749918470088)
(5.368592842266218, 41.27035061846626)
(5.3549951027644385, 41.087517759585786)
(5.171429998589667, 40.90105774132059)
(5.1407984721807525, 40.51721646302494)
(5.140430261350547, 40.01486758462045)
(2.53835120229164, 32.67162381468789)
(2.5177547039246764, 32.54698183736124)
(2.503896704166856, 32.52024779501137)
(2.501617514569059, 32.492873196324986)
(2.385764030845605, 32.40766374415644)
(2.3448641090980553, 31.9541524515976)
(2.3128436715069243, 31.90266149238033)
(2.30900136707669, 31.412804259621023)
(0.8912271886534179, 22.734890388803493)
(0.8852764291184356, 22.683873555191603)
(0.8812218020859871, 22.3505826897873)
(0.8702244558132592, 21.93157835138439)
(0.8380495141084351, 21.869405283877494)
(0.809584488319812, 21.750904049123235)
(0.7904551569403895, 21.74549433247934)
(0.7765959338644277, 21.61733752624997)
(0.7697323951344913, 20.80300391459457)
(0.6440537426318469, 12.848508019088902)
(0.6377827045095995, 12.80271327033404)
(0.6338805231344198, 12.757739947490405)
(0.6312518502565455, 12.680350897622601)
(0.6289843327724995, 12.57044566276821)
(0.5895999858948411, 12.520995701299066)
(0.5746339095705476, 12.395768936183611)
(0.571415318623301, 12.152521600483164)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(84.97962601850321, 4.857570512080256)
(83.58892512835237, 4.285457756353741)
(15.759862764203708, 1.9727538407306024)
(15.129297532347733, 1.7251607542747707)
(1.7358373747675349, 1.2210316833894526)
(0.014748693394884466, 0.9884823959515532)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.08721866550561953, 9.962627605026418)
(0.07939001781015916, 9.34778837952023)
(0.038862904742205225, 3.88706506014142)
(0.03220637392520263, 3.1375806490350215)
(0.030967832614299407, 3.113656468881947)
(0.03034714662161792, 2.717008982448523)
(0.027350226043930892, 2.3667205486540417)
(0.022773064649032188, 1.988738407652364)
(0.020955658719909304, 1.7391191371505066)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(98.0803683900439, 7.43824951779731)
(88.2568519052508, 5.823807612004902)
(24.52734432346835, 2.7341553866382995)
(16.62653122498602, 2.2272900922529155)
(4.755296958415367, 1.608764349881057)
(1.9060737017795324, 1.3180406970619654)
(0.04755394440481437, 1.2554765912229133)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.1039844180231535, 477.39862331585203)
(6.10200585278942, 458.87000128876895)
(5.940592500603375, 407.510038603774)
(1.4755393420940583, 129.53865898970506)
(1.392235497811929, 118.31781302694719)
(0.587849706017565, 51.65580955191279)
(0.5693736500791494, 49.191763085620444)
(0.4853173043438084, 47.54168368967818)
(0.4669366082647941, 42.50276141524302)
(0.28369627257701613, 24.914762374381066)
(0.2592668816280386, 24.530792241307857)
(0.24347019321708416, 23.39340063667157)
(0.2312619588921608, 21.106201415035525)
(0.22343053223866205, 18.849134672838037)
(0.16659586222886774, 16.740798201518803)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9999, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9974000000000001, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9965999999999999, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.984, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9667, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8724000000000001, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9997999999999999, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9992000000000001, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9939, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9812, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9827999999999999, 86596.71375331879)
(0.9853, 98221.86208014964)
(0.9977, 172481.98118223573)
(0.9982, 172861.40458188058)
(0.9984999999999999, 182276.27089556694)
(0.9987999999999999, 217968.16132548236)
(0.9991, 303343.1139809074)
(0.9999, 322575.3290380287)
(1.0, 460175.1756393719)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2523, 9238.838324443817)
(0.3874, 9525.702809729575)
(0.3886, 15922.891717858314)
(0.7965, 43228.52610319901)
(0.9144, 43786.42117174149)
(0.9269999999999999, 44006.800814352035)
(0.9279999999999999, 51949.62845256328)
(0.9772000000000001, 86456.53343704414)
(0.9776, 86734.62394643785)
(0.9818, 86846.43404551507)
(0.9819000000000001, 87867.97488621713)
(0.9989000000000001, 343340.654509407)
(0.9991, 344737.4486902714)
(0.9992000000000001, 347262.6364127998)
(0.9999, 363618.4315157756)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 19219.985468010902)
(0.12969999999999998, 19671.540009993554)
(0.1301, 19958.051393136022)
(0.1308, 20624.281311960218)
(0.1359, 20782.412041436197)
(0.1371, 20839.695564865113)
(0.4761, 45699.65329679966)
(0.4777, 46830.01740388298)
(0.48129999999999995, 47819.36120078469)
(0.5001, 48872.69091464424)
(0.5018, 49634.71967818927)
(0.514, 50215.22122046567)
(0.5199, 51785.44537427521)
(0.5224, 52664.437843584055)
(0.7594000000000001, 86227.763000638)
(0.763, 86748.87315985297)
(0.7686, 87434.61015687753)
(0.771, 88996.73667910957)
(0.7716000000000001, 89136.58303899765)
(0.7941, 93263.35962902642)
(0.7958999999999999, 94728.8021555176)
(0.8063, 96517.12602041148)
(0.8151999999999999, 97750.1901496601)
(0.8182, 100920.05847677613)
(0.9936, 906644.7296995335)
(0.9936999999999999, 910783.320805296)
(0.9938, 913501.739608347)
(0.9945, 920611.137578352)
(0.9960000000000001, 929403.7364777003)
(0.9961, 931036.2850149851)
(0.9964999999999999, 947663.8019189463)
(0.9967, 949920.4419356051)
(0.9972, 951288.5628575698)
(0.9974000000000001, 959336.8847720928)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0926, 17841.87659195137)
(0.10389999999999999, 17864.350426324847)
(0.10880000000000001, 18270.537227890014)
(0.1237, 19710.73794775009)
(0.12430000000000001, 20821.64748559189)
(0.1313, 21457.24592822647)
(0.1321, 21773.916206929207)
(0.2064, 35825.748660462385)
(0.20670000000000002, 35961.18051716995)
(0.2676, 36077.641637185094)
(0.3162, 37429.30100056076)
(0.3478, 37430.1111387825)
(0.42889999999999995, 46675.277252890584)
(0.4828, 47524.78594182396)
(0.48769999999999997, 50057.28552426529)
(0.5797, 69669.82796838856)
(0.5798, 80934.61240969754)
(0.7138, 88132.68300858402)
(0.7197, 90073.65791803742)
(0.7793, 91989.93111300754)
(0.7862, 96918.14819081307)
(0.9252, 805368.2066545514)
(0.9574, 814361.1572369041)
(0.9663999999999999, 820286.410674078)
(0.9848000000000001, 865614.2330309381)
(0.9869, 865672.3304432287)
(0.9930999999999999, 894641.6242895852)
(0.9941000000000001, 904135.2815500126)
(0.9951000000000001, 921755.6641017562)
(0.9965999999999999, 934680.0054383812)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0902, 9526.93165714073)
(0.0903, 14741.659101023675)
(0.09330000000000001, 26190.569139587402)
(0.49539999999999995, 40347.98271721458)
(0.9178000000000001, 120520.23748710823)
(0.9208999999999999, 159286.75369023514)
(0.9833000000000001, 315006.8030938511)
(0.984, 415276.48556191643)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6043000000000001, 77146.53006182099)
(0.7883, 107987.41203191757)
(0.8915, 169511.2666361275)
(0.9667, 355582.52261375426)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.068, 247055.05551384256)
(0.06949999999999999, 249212.9823909235)
(0.0701, 250960.22780770686)
(0.2758, 297719.10865477944)
(0.2928, 300407.1943006744)
(0.29660000000000003, 303253.11244450376)
(0.2967, 307060.16892387386)
(0.48769999999999997, 376074.72679323197)
(0.49420000000000003, 377514.9432103586)
(0.4971, 378143.5986211796)
(0.5115000000000001, 379137.8513736744)
(0.5211, 384518.7888682584)
(0.5267999999999999, 385139.4029596758)
(0.5269, 391145.33992095856)
(0.8013999999999999, 540445.6229994011)
(0.8031, 541661.1043129321)
(0.8053000000000001, 561833.8423248377)
(0.8128, 564894.7727529183)
(0.8182, 565035.3039640045)
(0.8215999999999999, 568385.0744838447)
(0.8218, 590634.5088643638)
(0.8547, 956295.0018590002)
(0.8564999999999999, 959715.627504592)
(0.8577, 963098.7973239718)
(0.8596999999999999, 968976.6552362241)
(0.86, 977448.5590747319)
(0.8678000000000001, 981308.8585858403)
(0.8721, 991222.4133295994)
(0.8724000000000001, 1011062.9220779572)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 2529447.173117432)
(0.4659, 2867130.817421545)
(0.6916, 6228333.077506296)
(0.7043, 7122216.274369886)
(0.8855999999999999, 10062775.73886756)
(0.9997999999999999, 12430133.35424357)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9913000000000001, 1236372.219090622)
(0.9916, 1317693.0734745825)
(0.9965999999999999, 3168847.3975662915)
(0.998, 3925800.601743357)
(0.9981, 4252550.860387214)
(0.9983000000000001, 4533483.724039683)
(0.9989000000000001, 5204465.735088578)
(0.9992000000000001, 7082617.709665292)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.43949999999999995, 1651862.843616806)
(0.4528, 2109782.6059144307)
(0.6617, 4493880.655081232)
(0.6940999999999999, 5516554.867611191)
(0.8482, 7637518.820521122)
(0.8877, 9322146.142671306)
(0.9939, 9786696.212337753)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 8195.180733505249)
(0.5602, 31037.591645282744)
(0.5739, 33066.60172216797)
(0.9021000000000001, 84569.32291762542)
(0.9148, 92049.73676361846)
(0.9720000000000001, 199617.83549672127)
(0.9785, 200748.3922228489)
(0.9788, 213302.52395054058)
(0.9812, 233702.5960712585)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0456, 86.96228382813649)
(0.0849, 43.59221727663216)
(0.0851, 43.564658161925905)
(0.0858, 36.94702910290826)
(0.1264, 24.969311523222398)
(0.1299, 24.82551161676933)
(0.1325, 21.066264682760128)
(0.1741, 17.531792776354845)
(0.1782, 17.42742681132787)
(0.1806, 14.650916631351341)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0032, 815.1215267048583)
(0.0036, 809.0834543623394)
(0.0070999999999999995, 793.3562647242134)
(0.018, 174.16702993819717)
(0.0223, 171.98884490838793)
(0.025500000000000002, 171.39514485088702)
(0.0256, 170.7740049664191)
(0.0259, 147.6414024212632)
(0.0375, 87.08403750056033)
(0.0455, 86.84929994992136)
(0.1387, 21.933831316191156)
(0.14279999999999998, 21.72002170436205)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1.6594471552584047)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0029000000000000002, 818.4878196803368)
(0.0094, 344.2328959878928)
(0.010199999999999999, 321.8837290435804)
(0.010499999999999999, 313.27799853619996)
(0.0162, 182.4391988446181)
(0.016300000000000002, 176.76293072094916)
(0.0178, 168.6763597470054)
(0.0184, 162.98997544407956)
(0.0185, 155.87906148132203)
(0.0615, 17.351144814147254)
(0.0621, 17.348313386156043)
(0.0624, 17.272301370309115)
(0.0634, 17.24447597689896)
(0.0635, 17.220902071565423)
(0.0638, 17.08791405824278)
(0.065, 16.926254309692514)
(0.0685, 16.896574551599567)
(0.0707, 16.60011068075543)
(0.0711, 16.536858125093794)
(0.07139999999999999, 16.48679750087385)
(0.0718, 16.398122755112507)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 881.7079256728264)
(0.0021999999999999997, 880.5987133357155)
(0.0023, 861.0214250288218)
(0.0026, 798.1093372405)
(0.0027, 733.1473970434312)
(0.004200000000000001, 439.1066366565908)
(0.0043, 437.45293602052226)
(0.0052, 436.0408077169263)
(0.0060999999999999995, 420.2943570804145)
(0.0063, 420.28526021928604)
(0.006900000000000001, 367.4880899206392)
(0.0085, 337.0376123266791)
(0.0091, 331.0130427364161)
(0.0106, 225.79823230133147)
(0.0118, 201.09711284503646)
(0.0149, 178.49591619113409)
(0.015, 174.64955197350514)
(0.016300000000000002, 171.01136841459774)
(0.0164, 162.31556518215834)
(0.0229, 19.5330829675372)
(0.0306, 19.317380084010605)
(0.035199999999999995, 19.17784300129102)
(0.0388, 18.173596735946628)
(0.0395, 18.172377060897258)
(0.054900000000000004, 17.5839392812646)
(0.05600000000000001, 17.399303313361315)
(0.0637, 17.066696319495964)
(0.065, 16.83070559813862)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 575.7396187353562)
(0.0021999999999999997, 560.7811861788286)
(0.0024000000000000002, 405.76300359723365)
(0.0106, 135.9431533031711)
(0.0306, 45.51129432172519)
(0.030699999999999998, 45.455312938880475)
(0.0309, 44.75045486329903)
(0.08, 17.412423941732538)
(0.0804, 17.33588163620361)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0052, 51.54305704758927)
(0.011600000000000001, 36.82251407992549)
(0.0225, 23.457838991526522)
(0.023, 18.415726782969667)
(0.0533, 11.182686850779968)
(0.0539, 9.917651296602035)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 49.73374041848562)
(0.0006000000000000001, 49.303097624048576)
(0.0015, 41.27035061846626)
(0.0016, 40.90105774132059)
(0.0032, 32.67162381468789)
(0.0034000000000000002, 32.40766374415644)
(0.010199999999999999, 22.734890388803493)
(0.0103, 21.750904049123235)
(0.011, 21.74549433247934)
(0.0171, 12.848508019088902)
(0.0178, 12.80271327033404)
(0.0183, 12.757739947490405)
(0.0189, 12.520995701299066)
(0.0199, 12.395768936183611)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.16699999999999998, 4.857570512080256)
(0.16999999999999998, 4.285457756353741)
(0.3377, 1.9727538407306024)
(0.3426, 1.7251607542747707)
(0.53, 1.2210316833894526)
(0.8493999999999999, 0.9884823959515532)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1457, 9.962627605026418)
(0.178, 9.34778837952023)
(0.38530000000000003, 3.88706506014142)
(0.4183, 3.1375806490350215)
(0.5246999999999999, 3.113656468881947)
(0.5902000000000001, 1.988738407652364)
(0.6877, 1.7391191371505066)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1203, 7.43824951779731)
(0.2488, 2.7341553866382995)
(0.3957, 1.608764349881057)
(0.6388, 1.2554765912229133)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021999999999999997, 477.39862331585203)
(0.003, 458.87000128876895)
(0.01, 129.53865898970506)
(0.020300000000000002, 51.65580955191279)
(0.022600000000000002, 49.191763085620444)
(0.0251, 47.54168368967818)
(0.0416, 24.914762374381066)
(0.0432, 24.530792241307857)
(0.0437, 23.39340063667157)
(0.05, 21.106201415035525)
(0.058199999999999995, 18.849134672838037)
(0.0611, 16.740798201518803)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0503, 86.96228382813649)
(0.0938, 43.59221727663216)
(0.094, 43.564658161925905)
(0.09419999999999999, 36.94702910290826)
(0.1395, 24.969311523222398)
(0.1432, 24.82551161676933)
(0.14550000000000002, 21.066264682760128)
(0.1906, 17.531792776354845)
(0.1956, 17.42742681132787)
(0.1983, 14.650916631351341)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0033, 815.1215267048583)
(0.0038, 809.0834543623394)
(0.0076, 793.3562647242134)
(0.0195, 174.16702993819717)
(0.0245, 171.98884490838793)
(0.028399999999999998, 171.39514485088702)
(0.0419, 87.08403750056033)
(0.0503, 86.84929994992136)
(0.1526, 21.933831316191156)
(0.1571, 21.72002170436205)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1.6594471552584047)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0033, 818.4878196803368)
(0.01, 344.2328959878928)
(0.010100000000000001, 335.92394092716296)
(0.0108, 321.8837290435804)
(0.0109, 316.9419330258197)
(0.011300000000000001, 313.27799853619996)
(0.0174, 182.4391988446181)
(0.017599999999999998, 176.76293072094916)
(0.0191, 168.6763597470054)
(0.0193, 166.0669579055129)
(0.0199, 162.98997544407956)
(0.02, 160.93394781037875)
(0.020300000000000002, 155.87906148132203)
(0.0684, 17.351144814147254)
(0.0691, 17.348313386156043)
(0.06939999999999999, 17.272301370309115)
(0.0703, 17.24447597689896)
(0.07039999999999999, 17.220902071565423)
(0.071, 17.08791405824278)
(0.0723, 16.926254309692514)
(0.076, 16.896574551599567)
(0.07830000000000001, 16.60011068075543)
(0.0789, 16.536858125093794)
(0.0792, 16.48679750087385)
(0.08, 16.398122755112507)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021999999999999997, 881.7079256728264)
(0.0023, 880.5987133357155)
(0.0024000000000000002, 861.0214250288218)
(0.003, 798.1093372405)
(0.0031, 733.1473970434312)
(0.004399999999999999, 439.1066366565908)
(0.0045, 437.45293602052226)
(0.0053, 436.0408077169263)
(0.0062, 420.2943570804145)
(0.0064, 420.28526021928604)
(0.007299999999999999, 367.4880899206392)
(0.0091, 337.0376123266791)
(0.0098, 331.0130427364161)
(0.0112, 225.79823230133147)
(0.0126, 201.09711284503646)
(0.0128, 194.3707831745307)
(0.0162, 178.49591619113409)
(0.0165, 174.64955197350514)
(0.0178, 171.01136841459774)
(0.018099999999999998, 162.31556518215834)
(0.0247, 19.5330829675372)
(0.033600000000000005, 19.317380084010605)
(0.0385, 19.17784300129102)
(0.0423, 18.173596735946628)
(0.0432, 18.172377060897258)
(0.061, 17.5839392812646)
(0.0624, 17.399303313361315)
(0.07089999999999999, 17.066696319495964)
(0.0726, 16.83070559813862)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021999999999999997, 575.7396187353562)
(0.0023, 560.7811861788286)
(0.0025, 405.76300359723365)
(0.0108, 135.9431533031711)
(0.033600000000000005, 45.51129432172519)
(0.033800000000000004, 45.455312938880475)
(0.0342, 44.75045486329903)
(0.0871, 17.412423941732538)
(0.0874, 17.33588163620361)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0054, 51.54305704758927)
(0.0124, 36.82251407992549)
(0.024399999999999998, 23.457838991526522)
(0.0246, 18.415726782969667)
(0.05739999999999999, 11.182686850779968)
(0.0581, 9.917651296602035)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 49.73374041848562)
(0.0006000000000000001, 49.303097624048576)
(0.0017000000000000001, 41.27035061846626)
(0.0018, 40.90105774132059)
(0.0034000000000000002, 32.67162381468789)
(0.0036, 32.40766374415644)
(0.0109, 22.734890388803493)
(0.011, 22.683873555191603)
(0.0117, 21.74549433247934)
(0.0118, 21.61733752624997)
(0.0188, 12.848508019088902)
(0.0195, 12.80271327033404)
(0.02, 12.757739947490405)
(0.0209, 12.520995701299066)
(0.0221, 12.395768936183611)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1797, 4.857570512080256)
(0.183, 4.285457756353741)
(0.3608, 1.9727538407306024)
(0.3652, 1.7251607542747707)
(0.5647, 1.2210316833894526)
(0.9, 0.9884823959515532)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1588, 9.962627605026418)
(0.1948, 9.34778837952023)
(0.42160000000000003, 3.88706506014142)
(0.458, 3.1375806490350215)
(0.5726, 3.113656468881947)
(0.6428, 1.988738407652364)
(0.7449, 1.7391191371505066)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12840000000000001, 7.43824951779731)
(0.263, 2.7341553866382995)
(0.4171, 1.608764349881057)
(0.6585, 1.2554765912229133)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0026, 477.39862331585203)
(0.003, 458.87000128876895)
(0.010199999999999999, 129.53865898970506)
(0.010499999999999999, 121.88318125871268)
(0.0106, 118.31781302694719)
(0.0217, 51.65580955191279)
(0.0243, 49.191763085620444)
(0.027500000000000004, 47.54168368967818)
(0.044700000000000004, 24.914762374381066)
(0.0472, 24.530792241307857)
(0.0474, 23.39340063667157)
(0.0538, 21.106201415035525)
(0.0639, 18.849134672838037)
(0.0673, 16.740798201518803)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9793, 11.419415473937988)
(0.9827999999999999, 11.442303657531738)
(0.9853, 12.513995170593262)
(0.9977, 22.773265838623047)
(0.9982, 22.81475067138672)
(0.9984999999999999, 23.69999885559082)
(0.9987999999999999, 26.91948413848877)
(0.9991, 39.996981620788574)
(0.9999, 41.78786277770996)
(1.0, 59.77785587310791)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2523, 1.2170076370239258)
(0.3874, 1.2464523315429688)
(0.3886, 2.3070573806762695)
(0.7965, 5.723118782043457)
(0.9144, 5.7773590087890625)
(0.9269999999999999, 5.785942077636719)
(0.9279999999999999, 6.279706954956055)
(0.9772000000000001, 11.410832405090332)
(0.9776, 11.445164680480957)
(0.9818, 11.448144912719727)
(0.9819000000000001, 11.534929275512695)
(0.9989000000000001, 45.3336238861084)
(0.9991, 45.45283317565918)
(0.9992000000000001, 45.69661617279053)
(0.9999, 47.052860260009766)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 602.0762920379639)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 1.2122392654418945)
(0.1288, 1.2352466583251953)
(0.12969999999999998, 1.2423992156982422)
(0.1301, 1.2552738189697266)
(0.1308, 1.2831687927246094)
(0.1359, 1.306772232055664)
(0.1363, 1.3129711151123047)
(0.1371, 1.3175010681152344)
(0.4761, 2.9158592224121094)
(0.4777, 2.961397171020508)
(0.48129999999999995, 3.0382871627807617)
(0.5001, 3.1141042709350586)
(0.5018, 3.1516551971435547)
(0.514, 3.1976699829101562)
(0.5199, 3.3015012741088867)
(0.5224, 3.33249568939209)
(0.7594000000000001, 5.573272705078125)
(0.763, 5.603909492492676)
(0.7686, 5.618572235107422)
(0.7716000000000001, 5.697369575500488)
(0.7941, 6.016254425048828)
(0.7958999999999999, 6.088614463806152)
(0.8063, 6.2018632888793945)
(0.8151999999999999, 6.285309791564941)
(0.8182, 6.46364688873291)
(0.9936, 57.010531425476074)
(0.9938, 57.48105049133301)
(0.9945, 57.76536464691162)
(0.9960000000000001, 58.35425853729248)
(0.9961, 58.76970291137695)
(0.9967, 59.66508388519287)
(0.9972, 59.84759330749512)
(0.9974000000000001, 60.35137176513672)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0926, 1.1134147644042969)
(0.10389999999999999, 1.1240243911743164)
(0.10880000000000001, 1.1513233184814453)
(0.11140000000000001, 1.2398958206176758)
(0.1237, 1.246809959411621)
(0.12430000000000001, 1.2868642807006836)
(0.1313, 1.356363296508789)
(0.1321, 1.373887062072754)
(0.2064, 2.267003059387207)
(0.20670000000000002, 2.2771358489990234)
(0.2676, 2.2919178009033203)
(0.3162, 2.3626089096069336)
(0.3478, 2.371072769165039)
(0.42889999999999995, 2.970099449157715)
(0.4828, 3.043055534362793)
(0.48769999999999997, 3.1867027282714844)
(0.5797, 4.456877708435059)
(0.5798, 5.222678184509277)
(0.7138, 5.710124969482422)
(0.7197, 5.804538726806641)
(0.7793, 5.949616432189941)
(0.7862, 6.220102310180664)
(0.9252, 50.65441131591797)
(0.9574, 51.05483531951904)
(0.9663999999999999, 51.62811279296875)
(0.9848000000000001, 54.491400718688965)
(0.9869, 54.522037506103516)
(0.9930999999999999, 56.51962757110596)
(0.9941000000000001, 57.20925331115723)
(0.9951000000000001, 58.400511741638184)
(0.9965999999999999, 58.58194828033447)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0902, 1.737833023071289)
(0.0903, 2.050638198852539)
(0.09330000000000001, 2.4906396865844727)
(0.49539999999999995, 7.294893264770508)
(0.9178000000000001, 21.847844123840332)
(0.9208999999999999, 22.025108337402344)
(0.9833000000000001, 57.17766284942627)
(0.984, 57.43563175201416)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6043000000000001, 19.254446029663086)
(0.7883, 27.016401290893555)
(0.8915, 42.4271821975708)
(0.9667, 89.06638622283936)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.068, 20.04420757293701)
(0.06949999999999999, 20.221471786499023)
(0.0701, 20.343899726867676)
(0.2758, 24.33598041534424)
(0.2928, 24.640440940856934)
(0.29660000000000003, 24.90699291229248)
(0.2967, 25.107383728027344)
(0.48769999999999997, 30.310511589050293)
(0.4937, 30.310750007629395)
(0.49420000000000003, 30.3497314453125)
(0.5115000000000001, 30.39872646331787)
(0.5211, 30.762672424316406)
(0.5267999999999999, 30.906200408935547)
(0.5269, 31.19802474975586)
(0.8013999999999999, 45.00448703765869)
(0.8031, 45.27580738067627)
(0.8053000000000001, 47.036170959472656)
(0.8128, 47.38271236419678)
(0.8182, 48.00915718078613)
(0.8215999999999999, 48.18892478942871)
(0.8218, 49.62801933288574)
(0.8547, 79.33151721954346)
(0.8564999999999999, 79.53000068664551)
(0.8577, 80.16717433929443)
(0.8596999999999999, 80.25038242340088)
(0.86, 81.04228973388672)
(0.8602000000000001, 81.15100860595703)
(0.8611000000000001, 82.08107948303223)
(0.8678000000000001, 82.29732513427734)
(0.868, 82.73839950561523)
(0.8721, 83.13655853271484)
(0.8724000000000001, 84.64109897613525)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 250.3124475479126)
(0.4659, 278.67090702056885)
(0.6916, 574.3211507797241)
(0.7043, 672.9533672332764)
(0.8855999999999999, 877.7337074279785)
(0.9997999999999999, 1081.2947750091553)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9913000000000001, 83.22453498840332)
(0.9916, 86.95697784423828)
(0.9965999999999999, 231.1406135559082)
(0.9971, 286.4875793457031)
(0.998, 300.8180856704712)
(0.9981, 330.4051160812378)
(0.9983000000000001, 353.85751724243164)
(0.9989000000000001, 424.2449998855591)
(0.9992000000000001, 574.9944448471069)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.43949999999999995, 62.30199337005615)
(0.4528, 123.20995330810547)
(0.6617, 159.20710563659668)
(0.8482, 267.0186758041382)
(0.9939, 320.6287622451782)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 2.070784568786621)
(0.5602, 7.631182670593262)
(0.5739, 8.383631706237793)
(0.8763, 19.289731979370117)
(0.8901, 20.287394523620605)
(0.9021000000000001, 20.862340927124023)
(0.9148, 22.952556610107422)
(0.9628, 40.07565975189209)
(0.9692000000000001, 40.76027870178223)
(0.9720000000000001, 42.75989532470703)
(0.9785, 47.26850986480713)
(0.9788, 52.4979829788208)
(0.9812, 59.37600135803223)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9827999999999999, 11.971807479858398)
(0.9853, 13.225150108337402)
(0.9982, 23.97211790084839)
(0.9984999999999999, 24.77468252182007)
(0.9987999999999999, 28.414428234100342)
(0.9991, 42.178213596343994)
(0.9999, 44.27485466003418)
(1.0, 62.710785865783684)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2523, 1.3581991195678709)
(0.3874, 1.3616323471069336)
(0.3886, 2.4046897888183594)
(0.7965, 5.991625785827636)
(0.9144, 6.1104416847229)
(0.9196, 6.130087375640869)
(0.9269999999999999, 6.221318244934082)
(0.9279999999999999, 10.054636001586912)
(0.9772000000000001, 12.03235387802124)
(0.9776, 12.071633338928223)
(0.9818, 12.07646131515503)
(0.9819000000000001, 12.305891513824463)
(0.9989000000000001, 47.424209117889404)
(0.9991, 47.88130521774292)
(0.9992000000000001, 48.435318470001214)
(0.9999, 49.93654489517212)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 616.2384629249573)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 1.3640284538269043)
(0.12969999999999998, 1.3807177543640137)
(0.1301, 1.4009594917297363)
(0.1371, 1.4455795288085938)
(0.4761, 3.2497406005859375)
(0.48129999999999995, 3.3207058906555176)
(0.5001, 3.4418344497680664)
(0.514, 3.4878492355346675)
(0.5199, 3.6224365234374996)
(0.5224, 3.6812067031860347)
(0.763, 6.30502700805664)
(0.7686, 6.405937671661377)
(0.771, 6.463301181793213)
(0.7716000000000001, 6.500887870788574)
(0.7941, 6.74300193786621)
(0.7958999999999999, 6.92148208618164)
(0.8009999999999999, 7.0236802101135245)
(0.8063, 7.070612907409667)
(0.8151999999999999, 7.210409641265868)
(0.8182, 7.32874870300293)
(0.9936, 72.7778434753418)
(0.9938, 72.83424139022826)
(0.9941000000000001, 73.57140779495239)
(0.9945, 73.84827136993408)
(0.9960000000000001, 74.31164979934691)
(0.9961, 74.31368827819824)
(0.9964999999999999, 75.26403665542603)
(0.9967, 75.58808326721191)
(0.9972, 75.86808204650879)
(0.9974000000000001, 76.71489715576172)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0926, 1.2662649154663086)
(0.0927, 1.2728691101074217)
(0.10389999999999999, 1.2819886207580566)
(0.10880000000000001, 1.3044476509094238)
(0.1237, 1.3881564140319822)
(0.12430000000000001, 1.5056133270263672)
(0.1313, 1.5238761901855467)
(0.1321, 1.5476226806640625)
(0.2064, 2.5249123573303223)
(0.20670000000000002, 2.5444507598876953)
(0.2077, 2.5876522064208984)
(0.2676, 2.599048614501953)
(0.3478, 2.735769748687744)
(0.4828, 3.3648252487182617)
(0.48769999999999997, 3.490304946899414)
(0.5257, 5.283820629119872)
(0.5797, 5.34442663192749)
(0.5798, 5.934286117553711)
(0.7138, 6.51782751083374)
(0.7197, 6.616353988647461)
(0.7793, 6.827938556671142)
(0.7862, 7.119512557983398)
(0.9252, 66.768741607666)
(0.9574, 66.85762405395508)
(0.9663999999999999, 67.15173721313477)
(0.9869, 69.8806881904602)
(0.9930999999999999, 72.10363149642944)
(0.9941000000000001, 72.41654396057129)
(0.9951000000000001, 74.0099549293518)
(0.9965999999999999, 74.8706579208374)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0902, 1.8649101257324219)
(0.0903, 2.328920364379883)
(0.09330000000000001, 2.851283550262451)
(0.4932, 7.8845977783203125)
(0.49539999999999995, 7.981240749359131)
(0.9160999999999999, 22.878670692443844)
(0.9178000000000001, 22.963547706604004)
(0.9208999999999999, 23.191869258880615)
(0.9833000000000001, 59.46781635284424)
(0.984, 59.960949420928955)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6043000000000001, 20.573556423187256)
(0.7883, 28.327894210815426)
(0.8915, 43.983376026153564)
(0.9667, 92.69416332244873)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0666, 21.003389358520508)
(0.06760000000000001, 21.146953105926514)
(0.06949999999999999, 21.188724040985107)
(0.0701, 21.468257904052734)
(0.2743, 26.006531715393066)
(0.2928, 26.111483573913574)
(0.29660000000000003, 26.35347843170166)
(0.2967, 26.536357402801514)
(0.4937, 37.03893423080444)
(0.49420000000000003, 37.07115650177002)
(0.5115000000000001, 37.09640502929687)
(0.5211, 37.56208419799805)
(0.5267999999999999, 37.620747089385986)
(0.5269, 37.627267837524414)
(0.8013999999999999, 51.66029930114746)
(0.8031, 51.80211067199707)
(0.8128, 52.305006980895996)
(0.8150000000000001, 52.63023376464843)
(0.8182, 52.69967317581176)
(0.8215999999999999, 52.80437469482422)
(0.8218, 53.309035301208496)
(0.8547, 87.93890476226807)
(0.8564999999999999, 88.40385675430298)
(0.8611000000000001, 88.48998546600342)
(0.8666, 89.25501108169554)
(0.8678000000000001, 89.44071531295776)
(0.868, 89.79222774505614)
(0.8721, 89.92167711257935)
(0.8724000000000001, 90.25477170944214)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4659, 356.9951057434082)
(0.6916, 878.1984090805054)
(0.7043, 882.8646779060364)
(0.8855999999999999, 1406.8855166435242)
(0.9997999999999999, 1711.1539602279663)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9913000000000001, 245.62721252441378)
(0.9916, 267.6088213920592)
(0.9965999999999999, 589.2469406127927)
(0.998, 654.8112034797667)
(0.9981, 658.1480503082275)
(0.9983000000000001, 671.8692302703857)
(0.9989000000000001, 744.0047860145569)
(0.9992000000000001, 971.9324111938477)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4528, 340.2278065681457)
(0.6940999999999999, 855.180037021637)
(0.8482, 1382.55535364151)
(0.8877, 1391.4960026741028)
(0.9939, 1715.2673363685606)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1293, 2.6107311248779297)
(0.135, 2.678406238555908)
(0.5149, 9.394586086273193)
(0.5602, 9.544897079467773)
(0.5739, 11.092889308929443)
(0.8722, 21.762669086456295)
(0.8763, 22.3263144493103)
(0.8901, 24.477112293243408)
(0.9021000000000001, 25.969374179840088)
(0.9148, 30.243289470672604)
(0.9628, 44.47672367095947)
(0.9692000000000001, 46.119093894958496)
(0.9720000000000001, 49.88662004470825)
(0.9785, 57.036745548248284)
(0.9788, 65.3684139251709)
(0.9812, 75.40827989578247)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9827999999999999, 12.396337985992432)
(0.9853, 13.62614631652832)
(0.9982, 24.658818244934082)
(0.9984999999999999, 25.35416841506958)
(0.9987999999999999, 29.28168296813965)
(0.9991, 43.5021710395813)
(0.9999, 45.40078163146973)
(1.0, 64.01487350463866)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3874, 1.4176750183105469)
(0.3886, 2.5239968299865723)
(0.7965, 6.169247627258301)
(0.9144, 6.2528157234191895)
(0.9196, 6.318638324737549)
(0.9269999999999999, 6.45737886428833)
(0.9279999999999999, 10.292706489562988)
(0.9776, 12.416489124298096)
(0.9818, 12.427494525909422)
(0.9819000000000001, 12.793927192687988)
(0.9991, 48.83624076843262)
(0.9992000000000001, 50.27516841888428)
(0.9999, 51.19426727294922)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 627.0696830749512)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 1.4253044128417969)
(0.12969999999999998, 1.4644098281860352)
(0.1301, 1.4881134033203123)
(0.1371, 1.5161609649658203)
(0.4761, 3.390889167785644)
(0.47800000000000004, 3.525075912475586)
(0.48129999999999995, 3.5275721549987793)
(0.5001, 3.6240410804748535)
(0.514, 3.643825054168701)
(0.5199, 3.8095450401306152)
(0.5224, 3.8715624809265132)
(0.763, 6.664690971374511)
(0.7686, 6.713378429412842)
(0.7716000000000001, 6.807804107666016)
(0.7941, 7.083277702331543)
(0.7958999999999999, 7.276308536529541)
(0.8009999999999999, 7.30825662612915)
(0.8063, 7.427220344543457)
(0.8151999999999999, 7.6047372817993155)
(0.8182, 7.644829750061033)
(0.9936, 77.31432676315308)
(0.9936999999999999, 77.33155012130736)
(0.9961, 77.58834600448608)
(0.9964999999999999, 80.19609928131104)
(0.9972, 80.37180662155151)
(0.9974000000000001, 80.42810201644896)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10389999999999999, 1.3618731498718262)
(0.10880000000000001, 1.4000415802001953)
(0.1237, 1.4844226837158203)
(0.1313, 1.58968448638916)
(0.1321, 1.724100112915039)
(0.2064, 2.666263580322265)
(0.20670000000000002, 2.69989013671875)
(0.2676, 2.7657151222229004)
(0.3478, 2.953736782073974)
(0.4828, 3.5093331336975098)
(0.48769999999999997, 3.66551399230957)
(0.5257, 5.701057910919189)
(0.5797, 5.719506740570068)
(0.5798, 6.141257286071777)
(0.7138, 6.810429096221924)
(0.7197, 6.938390731811523)
(0.7793, 7.264289855957031)
(0.7862, 7.481703758239746)
(0.9252, 70.54987668991089)
(0.9574, 70.8393120765686)
(0.9663999999999999, 72.22562074661253)
(0.9848000000000001, 74.557044506073)
(0.9869, 75.1637578010559)
(0.9941000000000001, 76.35976076126099)
(0.9951000000000001, 78.82443904876709)
(0.9965999999999999, 79.39438104629517)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0902, 1.9791412353515623)
(0.0903, 2.4585795402526855)
(0.09330000000000001, 3.020768165588379)
(0.4932, 8.159899711608887)
(0.49539999999999995, 8.357586860656738)
(0.9160999999999999, 23.313918113708496)
(0.9178000000000001, 23.56372833251953)
(0.9208999999999999, 23.76873016357422)
(0.9833000000000001, 60.999770164489746)
(0.984, 61.551523208618164)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6043000000000001, 20.93557119369507)
(0.7883, 28.916561603546143)
(0.8915, 45.28195142745972)
(0.9667, 94.8031997680664)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06760000000000001, 21.630659103393555)
(0.06949999999999999, 21.652615070343018)
(0.0701, 21.920173168182373)
(0.2853, 26.769146919250485)
(0.2928, 26.883416175842285)
(0.2967, 27.093970775604248)
(0.5115000000000001, 38.16239595413208)
(0.5115999999999999, 38.57722520828247)
(0.5267999999999999, 38.5847282409668)
(0.5269, 38.871943950653076)
(0.8013999999999999, 52.629780769348145)
(0.8128, 53.36079120635986)
(0.8182, 53.57426643371582)
(0.8215999999999999, 54.191222190856934)
(0.8218, 55.09819269180298)
(0.8547, 90.27120113372803)
(0.8564999999999999, 90.38551568984985)
(0.8611000000000001, 90.5237627029419)
(0.8678000000000001, 91.13819122314452)
(0.868, 91.5849781036377)
(0.8721, 92.04712390899658)
(0.8724000000000001, 92.37374067306519)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4659, 363.91977310180664)
(0.6916, 897.3935151100159)
(0.7043, 898.57106924057)
(0.8855999999999999, 1459.0354299545288)
(0.9997999999999999, 1750.134732723236)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9913000000000001, 352.68940448760986)
(0.9916, 382.4944424629211)
(0.9965999999999999, 757.1858716011047)
(0.9981, 781.416368484497)
(0.9983000000000001, 793.0293631553649)
(0.9989000000000001, 850.8755660057067)
(0.9992000000000001, 1117.5457882881165)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4528, 350.2160406112671)
(0.6940999999999999, 875.3271961212158)
(0.8482, 1412.5191855430603)
(0.8877, 1433.8440346717834)
(0.9939, 1761.3234162330627)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 2.8726482391357417)
(0.5149, 10.047988891601562)
(0.5312, 10.200517177581787)
(0.5602, 10.42311906814575)
(0.5739, 11.947715282440186)
(0.8722, 22.991173267364502)
(0.8763, 23.99143695831299)
(0.8901, 26.422581672668457)
(0.9021000000000001, 27.656397819519043)
(0.9148, 33.24914216995239)
(0.9628, 46.271951198577874)
(0.9692000000000001, 48.288986682891846)
(0.9720000000000001, 53.14396381378174)
(0.9785, 60.612192153930664)
(0.9788, 71.8138313293457)
(0.9812, 81.19833469390868)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9793, 12.804199934005839)
(0.9827999999999999, 12.859012126922726)
(0.9853, 14.060589313507196)
(0.9982, 24.970609188079862)
(0.9984999999999999, 25.884034633636507)
(0.9987999999999999, 30.468192338943588)
(0.9991, 43.99570298194886)
(0.9999, 46.39624619483965)
(1.0, 65.02197432518007)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1908, 1.4507851600646982)
(0.3874, 1.496608257293706)
(0.3886, 2.7606971263885542)
(0.7965, 6.417625665664683)
(0.9144, 6.4618532657623495)
(0.9196, 6.497726917266855)
(0.9269999999999999, 6.529251813888564)
(0.9279999999999999, 11.787780523300633)
(0.9776, 12.780901432037375)
(0.9818, 12.879595279693731)
(0.9819000000000001, 13.157308340072692)
(0.9991, 50.42399692535403)
(0.9992000000000001, 52.3242325782776)
(0.9999, 53.07504582405092)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 638.9209213256837)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12969999999999998, 1.657084465026905)
(0.13369999999999999, 1.6907813549042319)
(0.1341, 1.7781698703766338)
(0.1371, 1.7936649322510019)
(0.4727, 3.6597435474396414)
(0.47800000000000004, 3.7632586956024223)
(0.514, 3.796417236328132)
(0.5199, 4.23326659202577)
(0.5224, 4.884062528610234)
(0.7686, 6.916046857833862)
(0.7758, 7.4646439552307555)
(0.7941, 7.496043682098424)
(0.8009999999999999, 7.578884124755927)
(0.8063, 7.769722461700452)
(0.8089999999999999, 8.013530015945546)
(0.8151999999999999, 8.082686424255376)
(0.8182, 8.640914440155065)
(0.9936, 81.78772020339973)
(0.9945, 81.8041603565217)
(0.9961, 82.70270395278966)
(0.9964999999999999, 83.52783679962158)
(0.9967, 85.06760859489444)
(0.9974000000000001, 85.46914148330696)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1237, 1.6595149040222492)
(0.1313, 1.7953321933746589)
(0.1321, 2.0664379596710263)
(0.20670000000000002, 2.828180074691778)
(0.2077, 3.1433136463165283)
(0.2676, 3.148480892181454)
(0.3478, 3.258718252182008)
(0.4828, 3.626916170120269)
(0.48769999999999997, 4.627558231353768)
(0.5257, 5.902430772781385)
(0.5797, 6.226063251495361)
(0.5798, 6.425883531570437)
(0.7197, 7.157447814941417)
(0.7862, 7.867521524429337)
(0.9252, 73.60664224624637)
(0.9663999999999999, 76.01856899261476)
(0.9848000000000001, 76.7201490402222)
(0.9869, 78.19976854324347)
(0.9930999999999999, 78.83586907386811)
(0.9941000000000001, 79.83366084098834)
(0.9965999999999999, 81.61861610412603)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0902, 2.1846776008606215)
(0.0903, 2.6162431240081854)
(0.09330000000000001, 3.1136002540588676)
(0.4932, 8.478224515914922)
(0.49539999999999995, 8.894973993301397)
(0.9160999999999999, 23.690546751022346)
(0.9208999999999999, 24.108117580413833)
(0.9833000000000001, 61.75393152236958)
(0.984, 63.33656191825873)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6043000000000001, 21.26314353942871)
(0.7883, 30.065647602081416)
(0.8915, 46.676195859909065)
(0.9667, 96.85982632637038)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06949999999999999, 22.01151514053349)
(0.0701, 22.28715395927438)
(0.2741, 27.24976921081547)
(0.2928, 27.402917861938523)
(0.2929, 27.730747938156195)
(0.2967, 27.74602818489084)
(0.5033000000000001, 39.19913148880012)
(0.509, 39.683419704437284)
(0.5115999999999999, 39.69698429107667)
(0.5212, 39.90055537223816)
(0.5267999999999999, 40.379796743392944)
(0.5269, 40.46621608734143)
(0.8013999999999999, 53.658710002899255)
(0.8031, 54.40320944786073)
(0.8053000000000001, 54.87746334075934)
(0.8182, 54.957775115966896)
(0.8215999999999999, 55.239596605301)
(0.8218, 56.32129549980165)
(0.8564999999999999, 91.6228075027466)
(0.868, 92.18171334266667)
(0.8724000000000001, 95.24528527259847)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 370.1557195186616)
(0.4659, 375.74048519134533)
(0.6916, 912.184734582901)
(0.7043, 939.2995450496674)
(0.9997999999999999, 1775.17804145813)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9913000000000001, 410.2127280235456)
(0.9916, 463.4876236915601)
(0.9965999999999999, 842.6484775543237)
(0.9981, 871.5395157337199)
(0.9983000000000001, 887.7729568481474)
(0.9989000000000001, 904.1089823246007)
(0.9992000000000001, 1165.657492637635)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4528, 359.97479677200334)
(0.6940999999999999, 893.9358506202716)
(0.8482, 1429.6477138996158)
(0.9939, 1783.5888879299173)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1293, 3.067679643631041)
(0.135, 3.1768264770508154)
(0.5149, 10.310983180999765)
(0.5312, 10.85283970832825)
(0.5602, 11.039423227310218)
(0.5739, 13.007730484008796)
(0.8722, 23.954889297485376)
(0.8763, 26.508742094039935)
(0.8901, 27.782929658889966)
(0.9021000000000001, 31.502483606338547)
(0.9148, 37.29768347740188)
(0.9628, 48.251558303833065)
(0.9692000000000001, 50.492524147033734)
(0.9720000000000001, 54.55178737640385)
(0.9785, 64.00056982040418)
(0.9788, 77.02185750007651)
(0.9812, 91.9782934188853)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.