\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.064, 736.1815796988684)
(0.0649, 723.3431830104969)
(0.065, 675.8266715628591)
(0.07239999999999999, 543.8633412235779)
(0.12, 378.8206381770962)
(0.1255, 365.4538526839786)
(0.1921, 219.2103053361506)
(0.1956, 160.54977076425263)
(0.24609999999999999, 152.75996749369475)
(0.2493, 150.17985186479493)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0052, 6197.120335689959)
(0.0076, 6153.705306709312)
(0.0103, 5836.966444746276)
(0.0364, 1361.8400716911049)
(0.064, 716.9719787522276)
(0.065, 711.5138998941628)
(0.0651, 650.2554943692018)
(0.2083, 189.50709226555347)
(0.20870000000000002, 187.1050597276449)
(0.21259999999999998, 181.21456197579204)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 6.905236172392995)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 2298.023371954203)
(0.0032, 2274.5510608921627)
(0.0033, 2267.2648842665167)
(0.0038, 2215.766407316465)
(0.0039, 2134.0844657645207)
(0.009600000000000001, 726.5799326377219)
(0.0098, 669.8890562691577)
(0.01, 666.5902755119572)
(0.0111, 641.9707962723088)
(0.0131, 304.6942468829582)
(0.014799999999999999, 304.453172340525)
(0.015, 303.0798382621907)
(0.0162, 284.6658937219838)
(0.0178, 282.6231184587497)
(0.018099999999999998, 274.66811050156764)
(0.0184, 270.2711723976348)
(0.0751, 21.363662632174513)
(0.0782, 21.31459860687331)
(0.0795, 21.095546519262037)
(0.08159999999999999, 20.821947414721613)
(0.087, 20.63041567569724)
(0.0877, 20.61117827413363)
(0.0901, 20.606846409016626)
(0.09090000000000001, 20.40251159965807)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 2853.8698637127554)
(0.0021999999999999997, 2812.3964453992758)
(0.0025, 2759.759127468733)
(0.003, 2737.385379479582)
(0.0031, 2477.093565220678)
(0.0035000000000000005, 2324.046317977861)
(0.0036999999999999997, 2263.0908753437016)
(0.0038, 2175.142833880191)
(0.0043, 941.5178844005789)
(0.0059, 901.6086119952545)
(0.0062, 866.7640138391143)
(0.0068000000000000005, 789.4245109649404)
(0.007000000000000001, 778.7565269976284)
(0.0072, 763.3490869594336)
(0.0092, 719.3681407499375)
(0.0095, 714.3389488499535)
(0.0106, 690.4352999216939)
(0.0107, 322.5130883611048)
(0.0108, 314.415097247598)
(0.0144, 298.9353995679791)
(0.014799999999999999, 298.9297749822038)
(0.017, 293.4011628028986)
(0.0174, 283.93592232444485)
(0.0251, 22.764481401016347)
(0.037, 22.538631498890485)
(0.0431, 22.292726644909784)
(0.046, 21.71608249038386)
(0.0668, 21.23180601792525)
(0.0688, 20.973419667486382)
(0.07980000000000001, 20.923932177949386)
(0.08199999999999999, 20.824356252676182)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.008799999999999999, 38.69710800585688)
(0.0174, 35.36234489615905)
(0.034100000000000005, 30.5644177117072)
(0.0827, 21.73391149293097)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 3731.6436280619905)
(0.002, 3469.498092493391)
(0.0072, 937.5673254868615)
(0.007299999999999999, 884.827033493782)
(0.0078, 878.7603881685606)
(0.0079, 873.9932302732313)
(0.0083, 861.2065257229328)
(0.023, 307.31000437705507)
(0.023200000000000002, 302.64136833626634)
(0.0233, 291.33018639890867)
(0.0601, 84.07238440383891)
(0.061, 81.79861373295282)
(0.061399999999999996, 75.38359452676409)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 798.9824665205083)
(0.0085, 656.406147297255)
(0.016, 353.2411357134255)
(0.017, 174.72296815227773)
(0.0258, 154.2983072009671)
(0.0268, 142.65207653242766)
(0.029099999999999997, 139.58809055768322)
(0.0318, 131.79393836443637)
(0.0327, 106.05092477466128)
(0.0437, 68.1234809556697)
(0.0492, 60.78936413382819)
(0.07930000000000001, 47.74266035126603)
(0.07970000000000001, 46.57457605994231)
(0.0813, 44.12141252721872)
(0.0847, 42.75610113578437)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 1023.5054889251506)
(0.0021000000000000003, 640.6750276284446)
(0.0021999999999999997, 617.6531441258508)
(0.0036999999999999997, 448.45455840157314)
(0.0038, 440.54228778644597)
(0.0041, 432.09524114657853)
(0.0043, 410.4186730288366)
(0.0046, 385.18032001628035)
(0.0072, 316.1770110140578)
(0.007299999999999999, 299.0207956955533)
(0.0077, 297.59407590894426)
(0.0166, 119.4413364135232)
(0.0172, 116.63950837201845)
(0.0187, 111.37656502074444)
(0.0198, 106.21852215970821)
(0.0199, 99.34540528590098)
(0.0279, 87.05857455050915)
(0.028499999999999998, 83.58427890080172)
(0.029699999999999997, 81.85475440659985)
(0.0316, 78.48707645078946)
(0.0328, 76.34607449802908)
(0.0333, 73.07362299436895)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.13, 11.546720036213)
(0.1419, 11.07617948569558)
(0.1433, 10.134131430718556)
(0.2763, 4.711799475765486)
(0.2967, 4.46879902370829)
(0.2988, 4.201475784717287)
(0.6567000000000001, 2.922693393818305)
(0.6987, 2.6869677991223737)
(0.7028, 2.5245908459865403)
(0.9263999999999999, 2.2795287970044473)
(0.9664999999999999, 2.131767787089314)
(0.9711000000000001, 2.0270818720768693)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027200000000000002, 39.631040776393114)
(0.0273, 39.203328336314975)
(0.054200000000000005, 21.83104184645457)
(0.0643, 21.225713198060273)
(0.0732, 20.62067042783246)
(0.0854, 15.614283641041231)
(0.11359999999999999, 14.928889003198574)
(0.1395, 11.399232510026772)
(0.1534, 9.979982234825286)
(0.449, 7.736706246040103)
(0.5542, 6.1180688013850535)
(0.6248, 5.07849791002387)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1069, 20.662582061243484)
(0.1187, 18.007529761769064)
(0.13999999999999999, 17.012479745046434)
(0.23690000000000003, 9.030416010951289)
(0.2964, 7.357708047447567)
(0.4997, 4.738547729180123)
(0.5599000000000001, 4.67415538088359)
(0.6054, 3.949294329391612)
(0.6881999999999999, 3.4318159720038772)
(0.7812, 3.3205934206314134)
(0.8426, 2.9155316875760375)
(0.8515, 2.562128136407325)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 1996.1555137062744)
(0.0038, 1922.0045320093204)
(0.004200000000000001, 1725.0997392384445)
(0.0155, 464.64752769265823)
(0.017499999999999998, 437.4847389493304)
(0.017599999999999998, 428.71850057117433)
(0.0428, 110.91410050516734)
(0.0459, 104.54982100942141)
(0.0474, 93.96051095042255)
(0.11040000000000001, 39.41880998820923)
(0.1163, 38.088492552291534)
(0.1167, 36.46036224838773)
(0.1189, 36.17558931037928)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.24609999999999999, 14.642911672592163)
(0.2493, 17.278897762298584)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.20179999999999998, 12.01766324043274)
(0.2083, 12.438732385635376)
(0.20870000000000002, 14.10308313369751)
(0.21259999999999998, 15.059098482131958)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 0.0002968311309814453)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09090000000000001, 420.425493478775)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.08199999999999999, 416.6591341495514)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0827, 577.2324991226196)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0601, 36.10692477226257)
(0.060899999999999996, 36.304073333740234)
(0.061399999999999996, 44.6589732170105)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.07970000000000001, 8.303024291992188)
(0.0813, 15.29399561882019)
(0.0847, 28.990959882736206)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0199, 412.15882873535156)
(0.0333, 432.43293929100037)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9711000000000001, 381.8734140396118)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6248, 393.38818979263306)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8515, 394.10291266441345)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11040000000000001, 34.2802677154541)
(0.1163, 43.67885446548462)
(0.1167, 63.93118405342102)
(0.1189, 106.90562868118286)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.24609999999999999, 1011096.0)
(0.2493, 1014368.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.20179999999999998, 1022724.0)
(0.2083, 1022940.0)
(0.20870000000000002, 1024324.0)
(0.21259999999999998, 1026472.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09090000000000001, 2263548.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.08199999999999999, 2263548.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0827, 695628.0)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0601, 654836.0)
(0.060899999999999996, 654840.0)
(0.061399999999999996, 802820.0)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.07970000000000001, 656184.0)
(0.0813, 656708.0)
(0.0847, 659220.0)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0199, 1843524.0)
(0.0333, 1992144.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9711000000000001, 1839360.0)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6248, 1873508.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8515, 1839356.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11040000000000001, 639468.0)
(0.1163, 733496.0)
(0.1167, 921552.0)
(0.1189, 1297660.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.07239999999999999, 10009)
(0.1255, 20009)
(0.1956, 35009)
(0.2493, 50009)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0103, 1009)
(0.0364, 5009)
(0.0651, 10009)
(0.21259999999999998, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1000000)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0033, 162)
(0.0036999999999999997, 194)
(0.0038, 207)
(0.0039, 227)
(0.009, 603)
(0.009600000000000001, 616)
(0.01, 774)
(0.0108, 868)
(0.0111, 891)
(0.013800000000000002, 1257)
(0.014799999999999999, 1287)
(0.015, 1301)
(0.0154, 1578)
(0.0159, 1587)
(0.0161, 1613)
(0.0162, 1685)
(0.017499999999999998, 1733)
(0.0178, 1774)
(0.018099999999999998, 1837)
(0.0184, 1899)
(0.0751, 5902)
(0.0782, 6078)
(0.0795, 6176)
(0.08120000000000001, 7580)
(0.08159999999999999, 7700)
(0.087, 8411)
(0.0877, 8636)
(0.0901, 8945)
(0.09090000000000001, 9280)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 63)
(0.0021999999999999997, 64)
(0.0025, 71)
(0.0027, 84)
(0.003, 88)
(0.0031, 135)
(0.0033, 159)
(0.0034000000000000002, 197)
(0.0035000000000000005, 199)
(0.0043, 223)
(0.0059, 257)
(0.0062, 283)
(0.0092, 473)
(0.0093, 561)
(0.010499999999999999, 660)
(0.0109, 816)
(0.0112, 948)
(0.0144, 1348)
(0.014799999999999999, 1413)
(0.0251, 1524)
(0.037, 2180)
(0.0431, 2590)
(0.045, 4188)
(0.046, 4357)
(0.0668, 6467)
(0.0688, 6793)
(0.07980000000000001, 7952)
(0.08199999999999999, 8434)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 123)
(0.0006000000000000001, 183)
(0.0063, 4707)
(0.0095, 5009)
(0.0111, 8175)
(0.0159, 9912)
(0.0194, 10009)
(0.023200000000000002, 16682)
(0.030199999999999998, 18448)
(0.0358, 20009)
(0.0489, 30860)
(0.0827, 50009)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.002, 1009)
(0.0083, 5009)
(0.0233, 15009)
(0.061399999999999996, 40009)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 112)
(0.0004, 136)
(0.0005, 243)
(0.0006000000000000001, 260)
(0.0085, 5009)
(0.0154, 9989)
(0.017, 10009)
(0.0219, 15394)
(0.0263, 15540)
(0.0268, 16192)
(0.0327, 20009)
(0.0437, 30419)
(0.0446, 30804)
(0.0492, 31024)
(0.0847, 50009)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0002, 445)
(0.0013, 450)
(0.0036999999999999997, 1778)
(0.0038, 1791)
(0.004, 1851)
(0.0041, 1912)
(0.007000000000000001, 3537)
(0.0070999999999999995, 3549)
(0.0072, 3561)
(0.007299999999999999, 3696)
(0.0073999999999999995, 3772)
(0.0077, 3817)
(0.0159, 13892)
(0.0166, 13968)
(0.0172, 14006)
(0.017599999999999998, 14497)
(0.0187, 14797)
(0.0188, 14966)
(0.0198, 14981)
(0.0199, 15203)
(0.0269, 17614)
(0.0279, 17700)
(0.028499999999999998, 17757)
(0.029699999999999997, 18367)
(0.0299, 18459)
(0.0316, 18757)
(0.032, 18947)
(0.0328, 19034)
(0.0333, 19331)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1433, 200018)
(0.2988, 500059)
(0.6567000000000001, 794852)
(0.679, 796663)
(0.6987, 800087)
(0.7028, 800112)
(0.9263999999999999, 880954)
(0.9509000000000001, 910471)
(0.9664999999999999, 920296)
(0.9711000000000001, 924867)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027200000000000002, 2333)
(0.0273, 2388)
(0.054200000000000005, 7740)
(0.0643, 9781)
(0.0732, 11569)
(0.0854, 13291)
(0.0878, 13886)
(0.11359999999999999, 18206)
(0.11979999999999999, 19969)
(0.1395, 23233)
(0.1534, 27569)
(0.1752, 64802)
(0.449, 110476)
(0.5542, 164289)
(0.6248, 222042)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0969, 77)
(0.1069, 89)
(0.21459999999999999, 134)
(0.23690000000000003, 145)
(0.2585, 672)
(0.2964, 786)
(0.4997, 249603)
(0.5599000000000001, 249614)
(0.6054, 250422)
(0.6122, 279717)
(0.6881999999999999, 449395)
(0.7812, 449406)
(0.8426, 450214)
(0.8515, 479603)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 1885)
(0.0038, 1954)
(0.004200000000000001, 2002)
(0.0155, 9348)
(0.017499999999999998, 9642)
(0.017599999999999998, 9693)
(0.0428, 26724)
(0.0459, 28273)
(0.0474, 29348)
(0.11040000000000001, 68651)
(0.1163, 71886)
(0.1167, 73745)
(0.1189, 74238)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.15819953514314047, 736.1815796988684)
(0.15493382181402732, 723.1336693460097)
(0.10562910785828024, 378.8206381770962)
(0.10531296807688148, 373.3336608889593)
(0.10355013748434165, 274.1353841757701)
(0.07994212430074195, 219.2103053361506)
(0.07942426448173855, 213.77139463900815)
(0.0780635435597814, 160.54977076425263)
(0.07094417346130903, 152.75996749369475)
(0.07028959103426757, 109.11321449699942)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.2005477633597585, 6197.120335689959)
(1.037896982249872, 6153.705306709312)
(1.0285450498067592, 5836.966444746276)
(0.9223026725195823, 5332.811194786073)
(0.2712962953898739, 1361.8400716911049)
(0.1569422749219272, 716.9719787522276)
(0.1549763722548262, 711.5138998941628)
(0.07683680985258162, 189.50709226555347)
(0.07618222478629086, 187.1050597276449)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.039219848274295054, 6.905236172392995)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.591965022951239, 2298.023371954203)
(2.5602491505567997, 2274.5510608921627)
(2.491763716187429, 2267.2648842665167)
(2.446924337952525, 2238.3409513593706)
(2.34298779905314, 2215.766407316465)
(2.21273431039791, 2157.9434242032294)
(2.179202015165104, 2050.407827551397)
(0.7459891617492876, 726.5799326377219)
(0.7367631229348581, 696.5943588582726)
(0.7329884429342234, 684.6153243476876)
(0.7055672218126531, 669.8890562691577)
(0.6949592061724418, 666.5902755119572)
(0.6497446137485043, 641.9707962723088)
(0.6396008849463355, 617.3612237526424)
(0.6256561618184772, 603.3476607228139)
(0.46347729179351194, 304.6942468829582)
(0.428028932201925, 304.453172340525)
(0.4208851723533347, 303.0798382621907)
(0.3890691338351416, 284.6658937219838)
(0.36969202355226394, 282.6231184587497)
(0.36416925038496895, 274.66811050156764)
(0.35777570457761676, 270.2711723976348)
(0.13863054113442688, 21.363662632174513)
(0.1352789393220789, 21.31459860687331)
(0.13348995857902948, 21.095546519262037)
(0.13173493856850696, 21.083158804591516)
(0.12551361921991305, 20.90735834879451)
(0.12271395277140472, 20.681897633969598)
(0.12013577006130573, 20.63041567569724)
(0.11883682080724828, 20.61117827413363)
(0.11690495995637007, 20.606846409016626)
(0.11544134066834455, 20.40251159965807)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.860407244037341, 2853.8698637127554)
(3.7925642428365642, 2812.3964453992758)
(3.329249984588557, 2759.759127468733)
(2.963418376794499, 2737.385379479582)
(2.8775259247376077, 2477.093565220678)
(2.841878997055492, 2459.5782310850796)
(2.46976505605905, 2324.046317977861)
(2.322009239900642, 2263.0908753437016)
(2.2678719333799813, 2175.142833880191)
(1.8174478239421912, 965.1478923263878)
(1.8172234152478668, 942.1402914583)
(1.3460411287212006, 941.5178844005789)
(1.1664071189024614, 901.6086119952545)
(1.0867255515745033, 866.7640138391143)
(0.9948992023861586, 789.4245109649404)
(0.9622651413298178, 778.7565269976284)
(0.7877035647986301, 719.3681407499375)
(0.7539244126843145, 714.3389488499535)
(0.6640206600216301, 690.4352999216939)
(0.5630821959519494, 322.5130883611048)
(0.45247224830887706, 298.9353995679791)
(0.43160795511632793, 298.9297749822038)
(0.3989302070972086, 293.4011628028986)
(0.37953709664913043, 283.93592232444485)
(0.2960141906030785, 22.764481401016347)
(0.2462264029442974, 22.538631498890485)
(0.2267452802893123, 22.292726644909784)
(0.1818724992418128, 21.71608249038386)
(0.142456801535739, 21.23180601792525)
(0.13731966003856472, 20.973419667486382)
(0.12689250831593987, 20.923932177949386)
(0.12199522215407455, 20.824356252676182)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.1204859927448538, 38.69710800585688)
(0.6134612007497674, 35.36234489615905)
(0.32370059491635306, 30.5644177117072)
(0.16549227030024252, 21.73391149293097)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(12.037880220025645, 3731.6436280619905)
(9.166656081336471, 3721.0134191629836)
(8.909517292942823, 3469.498092493391)
(3.1407938915264575, 937.5673254868615)
(2.71615311643433, 914.3004626103501)
(1.0880793265403792, 307.31000437705507)
(0.9957310366537581, 302.64136833626634)
(0.9879993677905783, 291.33018639890867)
(0.4314776471636274, 84.07238440383891)
(0.3834273922978212, 81.79861373295282)
(0.37302795401512745, 77.52766126571795)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(29.182641185881987, 798.9824665205083)
(1.1883042331274005, 656.406147297255)
(1.128571106113722, 550.7190012251756)
(0.6678899121056866, 353.2411357134255)
(0.5953111780866673, 290.02495043346045)
(0.4594904240903903, 154.2983072009671)
(0.4476735955188648, 142.65207653242766)
(0.3204830325117792, 139.58809055768322)
(0.24934742966478526, 68.1234809556697)
(0.16099517898518068, 47.74266035126603)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(9.196839012757614, 1023.5054889251506)
(9.183035388326203, 984.8024116283727)
(2.981952053168381, 640.6750276284446)
(2.8874317279044295, 617.6531441258508)
(2.780948335944936, 604.1977608849631)
(2.7631866438152137, 577.0676932242111)
(2.6692949992816777, 432.09524114657853)
(1.7093059441400198, 417.4941040946195)
(1.5784034204665158, 410.4186730288366)
(1.5222777047682954, 385.18032001628035)
(1.5065026730611184, 352.2403136105652)
(1.4535902250122041, 297.59407590894426)
(1.4358450255729724, 283.0184694291019)
(0.5698204764543271, 119.4413364135232)
(0.5638011038829841, 116.63950837201845)
(0.5065781671789409, 111.37656502074444)
(0.49261846172934165, 106.21852215970821)
(0.4826269219279568, 99.34540528590098)
(0.4190975330521864, 87.05857455050915)
(0.4148581866861481, 83.58427890080172)
(0.3904521136782552, 81.85475440659985)
(0.38106320128165033, 78.52538590960151)
(0.3703534358522664, 78.48707645078946)
(0.3596051318925595, 76.34607449802908)
(0.35064694650675077, 73.07362299436895)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(111.55985654289047, 11.546720036213)
(111.39218004418262, 11.07617948569558)
(110.32767751626915, 10.56724385888722)
(110.2275179208204, 10.348263017348357)
(110.16294657750278, 10.134131430718556)
(33.479279956879886, 4.711799475765486)
(33.351413551254495, 4.46879902370829)
(32.98946576016863, 4.301910059578407)
(32.91955269492627, 4.201475784717287)
(0.8730259730534252, 2.922693393818305)
(0.8691498957051463, 2.6987718621811214)
(0.8560429475851267, 2.6869677991223737)
(0.8064532790342663, 2.6526297801123477)
(0.7976818254760328, 2.5245908459865403)
(0.7951219918740726, 2.464562082218807)
(0.04270492685189771, 2.2795287970044473)
(0.041344661854830524, 2.131767787089314)
(0.04067159818042222, 2.0270818720768693)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2658559874455628, 39.631040776393114)
(0.2626460902649023, 39.203328336314975)
(0.1587983834895591, 21.83104184645457)
(0.14822246169356457, 21.225713198060273)
(0.14025123426997424, 20.62067042783246)
(0.12919494774360327, 15.614283641041231)
(0.11757134866189581, 14.928889003198574)
(0.11006300511842664, 11.399232510026772)
(0.10572486121178158, 9.979982234825286)
(0.09845697785668608, 9.05407878909571)
(0.0800532011114721, 7.736706246040103)
(0.07602368634186253, 6.1180688013850535)
(0.07335628528838435, 5.07849791002387)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(135.6353138117603, 20.662582061243484)
(116.98792792897447, 18.007529761769064)
(116.56321431384701, 17.012479745046434)
(111.15426116008533, 15.782164540296423)
(111.1338767400638, 14.81343066429282)
(110.20659088266768, 14.097693030678675)
(54.323978823064046, 9.030416010951289)
(36.220267084372786, 7.357708047447567)
(33.4187967511092, 6.85938636386822)
(32.9865557168941, 6.143961936235818)
(5.394446224263862, 4.738547729180123)
(5.353941117350189, 4.67415538088359)
(1.3628418413744916, 3.949294329391612)
(0.8549941027208974, 3.703239571693094)
(0.10105861749921902, 3.4318159720038772)
(0.08510363878886404, 3.3205934206314134)
(0.045721726861320776, 2.9155316875760375)
(0.04341106900726418, 2.562128136407325)
(0.04242562989103946, 2.518950139073595)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.2152289718499025, 1996.1555137062744)
(2.907128930011244, 1922.0045320093204)
(2.824949330155881, 1725.0997392384445)
(2.7021840684789913, 1467.841414624996)
(2.698745577055746, 1132.7372445314415)
(0.7583784782033004, 464.64752769265823)
(0.7133843971579275, 437.4847389493304)
(0.6891680376914823, 428.71850057117433)
(0.6256735090135067, 383.90386001357206)
(0.6175035858350096, 308.59094959663895)
(0.29955010925792974, 110.91410050516734)
(0.28195881809929385, 104.54982100942141)
(0.25705729301949926, 102.5427963515893)
(0.25202823428372345, 99.74649958919977)
(0.14022940843908185, 39.41880998820923)
(0.1356182217278336, 36.46036224838773)
(0.1247194168723663, 36.17558931037928)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2493, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.21259999999999998, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09090000000000001, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.08199999999999999, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0827, 10.0)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.061399999999999996, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0847, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9711000000000001, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6248, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8515, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1189, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.064, 1373.432897375107)
(0.0645, 1399.901626646042)
(0.0649, 1402.33297807312)
(0.065, 1524.1126805753709)
(0.07239999999999999, 1999.2522341251374)
(0.12, 2669.0626066875457)
(0.1255, 2775.6390924606326)
(0.1921, 4612.447386766434)
(0.24609999999999999, 6618.854511354446)
(0.2493, 6754.354777984619)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0052, 165.06698992252353)
(0.0076, 166.45645979881286)
(0.0103, 175.85710140991213)
(0.0364, 753.739019241333)
(0.064, 1426.7503198385236)
(0.065, 1439.640181523323)
(0.0651, 1604.7292318725586)
(0.2083, 5397.898241014481)
(0.20870000000000002, 5474.59273143673)
(0.21259999999999998, 5664.401297601699)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 984.997814915657)
(0.0032, 995.1625351123809)
(0.0033, 998.3606307792664)
(0.0038, 1021.5643637008667)
(0.0039, 1060.6646720466615)
(0.009600000000000001, 3115.3461557664873)
(0.0098, 3378.9893696823124)
(0.01, 3395.711103438377)
(0.0111, 3525.9360910863875)
(0.0131, 7428.9161123199465)
(0.014799999999999999, 7434.798536006928)
(0.015, 7468.487554232597)
(0.0162, 7951.595361159325)
(0.0178, 8009.068799268722)
(0.018099999999999998, 8241.029495075225)
(0.0184, 8375.09964499569)
(0.0751, 105953.18035920526)
(0.0782, 106197.07374034595)
(0.0795, 107299.8036781454)
(0.08159999999999999, 108709.71647923852)
(0.087, 109718.97200629233)
(0.0877, 109821.377986948)
(0.0901, 109844.46407139588)
(0.09090000000000001, 110944.57606081868)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 793.1503916072846)
(0.0021999999999999997, 804.8467006502151)
(0.0025, 820.1976677856445)
(0.003, 826.9014721012117)
(0.0031, 913.7918856925965)
(0.0035000000000000005, 973.9685403385162)
(0.0036999999999999997, 1000.2019912948608)
(0.0038, 1040.6433843069076)
(0.0043, 2404.147640213013)
(0.0059, 2510.5660814294815)
(0.0062, 2611.49282141304)
(0.0068000000000000005, 2867.339395420074)
(0.007000000000000001, 2906.6183351640702)
(0.0072, 2965.2855275115967)
(0.0092, 3146.578047841072)
(0.0095, 3168.731039577484)
(0.0106, 3278.4360826520915)
(0.0107, 7018.468650381089)
(0.0108, 7199.234450938226)
(0.0144, 7572.030623577119)
(0.014799999999999999, 7572.1730969581595)
(0.017, 7714.856950040818)
(0.0174, 7972.038132651329)
(0.0251, 99433.32159101771)
(0.037, 100429.70000691604)
(0.0431, 101537.51203497792)
(0.046, 104233.71715420246)
(0.0668, 106611.18503479956)
(0.0688, 107924.60342120647)
(0.07980000000000001, 108179.85743546963)
(0.08199999999999999, 108697.14158434581)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.008799999999999999, 17976.22705796814)
(0.0174, 19671.433046725273)
(0.034100000000000005, 22759.4062665081)
(0.0827, 32006.571860120777)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 175.48299496650694)
(0.002, 316.43654809188837)
(0.007000000000000001, 716.2196966743469)
(0.007299999999999999, 740.0723251123427)
(0.0083, 932.2038048028948)
(0.023200000000000002, 2163.7359214963913)
(0.0233, 2247.758833694458)
(0.0601, 7788.954775619506)
(0.060899999999999996, 8361.646998939514)
(0.061399999999999996, 10649.797280693056)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 896.4652292299271)
(0.0085, 999.6615703582764)
(0.016, 1857.6092466545106)
(0.017, 3779.262720768929)
(0.0258, 4270.947698354721)
(0.0268, 4619.63131570816)
(0.0318, 4978.863278108596)
(0.0323, 6655.887761378288)
(0.0327, 7571.871737151146)
(0.0437, 11856.880897287368)
(0.0492, 13332.069047733306)
(0.07970000000000001, 14088.88830583191)
(0.0813, 14884.11096527958)
(0.0847, 15418.150450773239)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 1801.1862368574143)
(0.0021000000000000003, 2877.4712927770615)
(0.0021999999999999997, 2984.7237361822126)
(0.0041, 4415.688705348016)
(0.0043, 4491.813168233872)
(0.0046, 4786.132375408173)
(0.0072, 6300.723742092133)
(0.007299999999999999, 6662.2255999488825)
(0.0077, 6694.165513595581)
(0.0166, 15434.556036927224)
(0.0172, 15805.313531673433)
(0.0187, 16552.171452375413)
(0.0198, 17355.95602834797)
(0.0199, 18556.711250959397)
(0.0279, 22882.80057749176)
(0.028499999999999998, 23833.955693561555)
(0.029699999999999997, 24337.547824092864)
(0.0316, 25381.809210960386)
(0.0328, 26093.600923141483)
(0.0333, 27262.14902679062)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.13, 159297.18519470215)
(0.1419, 166064.48120269776)
(0.1433, 181501.49448669437)
(0.2763, 390373.14925231936)
(0.2967, 411600.5195672608)
(0.2988, 437789.0280102539)
(0.6567000000000001, 629337.3105404663)
(0.6987, 684548.5832025147)
(0.7028, 728577.4655026244)
(0.9263999999999999, 806903.6032434081)
(0.9664999999999999, 862833.1899655152)
(0.9711000000000001, 907393.0487649535)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027200000000000002, 47273.75217246341)
(0.0273, 47789.51378637219)
(0.054200000000000005, 85818.53368139933)
(0.0643, 88265.96225615693)
(0.0732, 90855.82384708786)
(0.0854, 119986.80458676913)
(0.11359999999999999, 125495.47388279151)
(0.1395, 164353.87192533017)
(0.1534, 187726.58667290688)
(0.449, 242158.347547307)
(0.5542, 306225.3892234526)
(0.6248, 368909.86925525666)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1069, 89018.69062386226)
(0.1187, 102143.71567526435)
(0.13999999999999999, 108118.04202356625)
(0.23690000000000003, 203684.52547140597)
(0.2964, 249990.34864370347)
(0.4997, 388168.7185871716)
(0.5599000000000001, 393516.22916144755)
(0.6054, 465742.9521803589)
(0.6881999999999999, 535971.6298907422)
(0.7812, 553923.8825722437)
(0.8426, 630881.8414967165)
(0.8515, 717901.6435060845)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 320.3497901887893)
(0.0038, 381.6307338428498)
(0.004200000000000001, 534.2021559906007)
(0.0155, 1376.2431991739275)
(0.017499999999999998, 1676.6207702732088)
(0.017599999999999998, 2149.550343109131)
(0.0428, 5765.43466599369)
(0.0459, 7015.755674358368)
(0.11040000000000001, 16222.407530599596)
(0.1163, 19257.67996706581)
(0.1167, 25275.44827234268)
(0.1189, 35871.150262856485)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0505, 736.1815796988684)
(0.0517, 723.1336693460097)
(0.0581, 543.8633412235779)
(0.0944, 378.8206381770962)
(0.10049999999999999, 365.4538526839786)
(0.15109999999999998, 219.2103053361506)
(0.1518, 160.54977076425263)
(0.1911, 152.75996749369475)
(0.1947, 150.17985186479493)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0045, 6197.120335689959)
(0.0054, 6153.705306709312)
(0.0085, 5836.966444746276)
(0.028699999999999996, 1361.8400716911049)
(0.0507, 716.9719787522276)
(0.0522, 711.5138998941628)
(0.16299999999999998, 189.50709226555347)
(0.1674, 181.21456197579204)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 6.905236172392995)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0028, 2298.023371954203)
(0.0029000000000000002, 2274.5510608921627)
(0.003, 2267.2648842665167)
(0.0034000000000000002, 2215.766407316465)
(0.0035000000000000005, 2134.0844657645207)
(0.0079, 726.5799326377219)
(0.0082, 696.5943588582726)
(0.008400000000000001, 666.5902755119572)
(0.0092, 641.9707962723088)
(0.0112, 304.6942468829582)
(0.0123, 304.453172340525)
(0.0124, 303.0798382621907)
(0.0137, 284.6658937219838)
(0.014799999999999999, 282.6231184587497)
(0.0149, 274.66811050156764)
(0.0152, 270.2711723976348)
(0.058399999999999994, 21.363662632174513)
(0.0603, 21.31459860687331)
(0.060899999999999996, 21.095546519262037)
(0.0618, 20.90735834879451)
(0.0633, 20.821947414721613)
(0.0634, 20.681897633969598)
(0.0669, 20.63041567569724)
(0.0674, 20.61117827413363)
(0.06899999999999999, 20.606846409016626)
(0.06949999999999999, 20.40251159965807)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 2853.8698637127554)
(0.002, 2812.3964453992758)
(0.0021999999999999997, 2759.759127468733)
(0.0027, 2737.385379479582)
(0.0031, 2324.046317977861)
(0.0033, 2263.0908753437016)
(0.0034000000000000002, 2175.142833880191)
(0.0045, 901.6086119952545)
(0.0048000000000000004, 866.7640138391143)
(0.0054, 789.4245109649404)
(0.0056, 778.7565269976284)
(0.0060999999999999995, 763.3490869594336)
(0.0073999999999999995, 719.3681407499375)
(0.0077, 714.3389488499535)
(0.0087, 690.4352999216939)
(0.0091, 322.5130883611048)
(0.0093, 314.415097247598)
(0.011600000000000001, 298.9353995679791)
(0.012, 298.9297749822038)
(0.013800000000000002, 293.4011628028986)
(0.014199999999999999, 283.93592232444485)
(0.0187, 22.764481401016347)
(0.027500000000000004, 22.538631498890485)
(0.0315, 22.292726644909784)
(0.0353, 21.71608249038386)
(0.0502, 21.23180601792525)
(0.0518, 20.973419667486382)
(0.0601, 20.923932177949386)
(0.0617, 20.824356252676182)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.007000000000000001, 38.69710800585688)
(0.0129, 35.36234489615905)
(0.025, 30.5644177117072)
(0.0606, 21.73391149293097)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0013, 3731.6436280619905)
(0.0015, 3469.498092493391)
(0.0056, 937.5673254868615)
(0.0059, 878.7603881685606)
(0.0062, 873.9932302732313)
(0.016900000000000002, 307.31000437705507)
(0.0173, 302.64136833626634)
(0.0174, 291.33018639890867)
(0.0444, 84.07238440383891)
(0.0453, 81.79861373295282)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 798.9824665205083)
(0.0060999999999999995, 656.406147297255)
(0.0108, 353.2411357134255)
(0.0117, 280.1049228778915)
(0.0131, 174.72296815227773)
(0.0194, 154.2983072009671)
(0.020200000000000003, 142.65207653242766)
(0.0222, 139.58809055768322)
(0.023, 106.05092477466128)
(0.0243, 85.63220457075823)
(0.0332, 68.1234809556697)
(0.0363, 60.78936413382819)
(0.06, 47.74266035126603)
(0.060899999999999996, 42.75610113578437)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0002, 1023.5054889251506)
(0.0013, 640.6750276284446)
(0.0014, 617.6531441258508)
(0.0031, 448.45455840157314)
(0.0034000000000000002, 432.09524114657853)
(0.0053, 316.1770110140578)
(0.0055, 299.0207956955533)
(0.0058000000000000005, 297.59407590894426)
(0.011600000000000001, 119.4413364135232)
(0.012, 116.63950837201845)
(0.0132, 111.37656502074444)
(0.014000000000000002, 106.21852215970821)
(0.014099999999999998, 99.34540528590098)
(0.0209, 87.05857455050915)
(0.0213, 83.58427890080172)
(0.0225, 81.85475440659985)
(0.023899999999999998, 78.48707645078946)
(0.0246, 76.34607449802908)
(0.025, 73.07362299436895)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1041, 11.546720036213)
(0.11510000000000001, 11.07617948569558)
(0.1162, 10.134131430718556)
(0.23010000000000003, 4.711799475765486)
(0.2509, 4.46879902370829)
(0.2529, 4.201475784717287)
(0.5502, 2.922693393818305)
(0.6013, 2.6869677991223737)
(0.6051, 2.5245908459865403)
(0.8359, 2.2795287970044473)
(0.9018, 2.131767787089314)
(0.9076000000000001, 2.0270818720768693)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0216, 39.631040776393114)
(0.0217, 39.203328336314975)
(0.040100000000000004, 21.83104184645457)
(0.047099999999999996, 21.225713198060273)
(0.0538, 20.62067042783246)
(0.0632, 15.614283641041231)
(0.0827, 14.928889003198574)
(0.1022, 11.399232510026772)
(0.11140000000000001, 9.979982234825286)
(0.31829999999999997, 7.736706246040103)
(0.3981, 6.1180688013850535)
(0.4601, 5.07849791002387)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.086, 20.662582061243484)
(0.09559999999999999, 18.007529761769064)
(0.1131, 17.012479745046434)
(0.1965, 9.030416010951289)
(0.2505, 7.357708047447567)
(0.4303, 4.738547729180123)
(0.4748, 4.67415538088359)
(0.5126000000000001, 3.949294329391612)
(0.6306, 3.4318159720038772)
(0.7041000000000001, 3.3205934206314134)
(0.7551, 2.9155316875760375)
(0.7633, 2.562128136407325)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0026, 1996.1555137062744)
(0.0032, 1922.0045320093204)
(0.0108, 464.64752769265823)
(0.013500000000000002, 437.4847389493304)
(0.0308, 110.91410050516734)
(0.0355, 104.54982100942141)
(0.0358, 93.96051095042255)
(0.07970000000000001, 39.41880998820923)
(0.0868, 38.088492552291534)
(0.0873, 36.17558931037928)
(0.0885, 34.83882955499113)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.053200000000000004, 736.1815796988684)
(0.054400000000000004, 723.1336693460097)
(0.0605, 543.8633412235779)
(0.0994, 378.8206381770962)
(0.1041, 365.4538526839786)
(0.1581, 219.2103053361506)
(0.1584, 160.54977076425263)
(0.199, 152.75996749369475)
(0.20179999999999998, 150.17985186479493)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0046, 6197.120335689959)
(0.0062, 6153.705306709312)
(0.008799999999999999, 5836.966444746276)
(0.029599999999999998, 1361.8400716911049)
(0.0533, 716.9719787522276)
(0.054900000000000004, 711.5138998941628)
(0.1703, 189.50709226555347)
(0.1726, 181.21456197579204)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 6.905236172392995)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0028, 2298.023371954203)
(0.0029000000000000002, 2274.5510608921627)
(0.003, 2267.2648842665167)
(0.0034000000000000002, 2215.766407316465)
(0.0035000000000000005, 2134.0844657645207)
(0.008, 726.5799326377219)
(0.008400000000000001, 696.5943588582726)
(0.0085, 666.5902755119572)
(0.0094, 641.9707962723088)
(0.0114, 304.6942468829582)
(0.0125, 304.453172340525)
(0.0126, 303.0798382621907)
(0.014199999999999999, 284.6658937219838)
(0.0152, 282.6231184587497)
(0.0154, 274.66811050156764)
(0.0157, 270.2711723976348)
(0.0606, 21.363662632174513)
(0.0626, 21.31459860687331)
(0.0632, 21.095546519262037)
(0.0643, 20.90735834879451)
(0.06570000000000001, 20.821947414721613)
(0.066, 20.681897633969598)
(0.0696, 20.63041567569724)
(0.0702, 20.61117827413363)
(0.0718, 20.606846409016626)
(0.0725, 20.40251159965807)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 2853.8698637127554)
(0.002, 2812.3964453992758)
(0.0021999999999999997, 2759.759127468733)
(0.0027, 2737.385379479582)
(0.0031, 2324.046317977861)
(0.0033, 2263.0908753437016)
(0.0034000000000000002, 2175.142833880191)
(0.0045, 901.6086119952545)
(0.0048000000000000004, 866.7640138391143)
(0.0054, 789.4245109649404)
(0.0056, 778.7565269976284)
(0.0062, 763.3490869594336)
(0.0075, 719.3681407499375)
(0.0078, 714.3389488499535)
(0.0089, 690.4352999216939)
(0.0091, 322.5130883611048)
(0.0097, 314.415097247598)
(0.011899999999999999, 298.9353995679791)
(0.0123, 298.9297749822038)
(0.014299999999999998, 293.4011628028986)
(0.0147, 283.93592232444485)
(0.0196, 22.764481401016347)
(0.028399999999999998, 22.538631498890485)
(0.032600000000000004, 22.292726644909784)
(0.0369, 21.71608249038386)
(0.037, 21.410159573759415)
(0.0524, 21.23180601792525)
(0.0541, 20.973419667486382)
(0.0628, 20.923932177949386)
(0.0646, 20.824356252676182)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0070999999999999995, 38.69710800585688)
(0.013600000000000001, 35.36234489615905)
(0.026000000000000002, 30.5644177117072)
(0.063, 21.73391149293097)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0013, 3731.6436280619905)
(0.0015, 3469.498092493391)
(0.0057, 937.5673254868615)
(0.0059, 878.7603881685606)
(0.0062, 873.9932302732313)
(0.0172, 307.31000437705507)
(0.0177, 302.64136833626634)
(0.0178, 291.33018639890867)
(0.0458, 84.07238440383891)
(0.046400000000000004, 81.79861373295282)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 798.9824665205083)
(0.0064, 656.406147297255)
(0.011300000000000001, 353.2411357134255)
(0.011899999999999999, 280.1049228778915)
(0.0134, 174.72296815227773)
(0.0198, 154.2983072009671)
(0.0206, 142.65207653242766)
(0.0223, 139.58809055768322)
(0.022600000000000002, 131.79393836443637)
(0.0227, 114.14236826887097)
(0.0242, 106.05092477466128)
(0.0243, 99.04313648815047)
(0.0254, 85.63220457075823)
(0.034499999999999996, 68.1234809556697)
(0.0381, 60.78936413382819)
(0.062, 47.74266035126603)
(0.0641, 42.75610113578437)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0002, 1023.5054889251506)
(0.0014, 640.6750276284446)
(0.0015, 617.6531441258508)
(0.0032, 448.45455840157314)
(0.0035000000000000005, 432.09524114657853)
(0.0059, 316.1770110140578)
(0.0060999999999999995, 299.0207956955533)
(0.0064, 297.59407590894426)
(0.0121, 119.4413364135232)
(0.0125, 116.63950837201845)
(0.013800000000000002, 111.37656502074444)
(0.014599999999999998, 106.21852215970821)
(0.0147, 99.34540528590098)
(0.0222, 87.05857455050915)
(0.022600000000000002, 83.58427890080172)
(0.023899999999999998, 81.85475440659985)
(0.0253, 78.48707645078946)
(0.026000000000000002, 76.34607449802908)
(0.026500000000000003, 73.07362299436895)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10980000000000001, 11.546720036213)
(0.1213, 11.07617948569558)
(0.12250000000000001, 10.134131430718556)
(0.23809999999999998, 4.711799475765486)
(0.2586, 4.46879902370829)
(0.2606, 4.201475784717287)
(0.564, 2.922693393818305)
(0.6143, 2.6869677991223737)
(0.6182000000000001, 2.5245908459865403)
(0.8513999999999999, 2.2795287970044473)
(0.9156000000000001, 2.131767787089314)
(0.9211, 2.0270818720768693)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0229, 39.631040776393114)
(0.023, 39.203328336314975)
(0.0422, 21.83104184645457)
(0.0494, 21.225713198060273)
(0.056100000000000004, 20.62067042783246)
(0.066, 15.614283641041231)
(0.0859, 14.928889003198574)
(0.1059, 11.399232510026772)
(0.11579999999999999, 9.979982234825286)
(0.3303, 7.736706246040103)
(0.4125, 6.1180688013850535)
(0.476, 5.07849791002387)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.091, 20.662582061243484)
(0.10089999999999999, 18.007529761769064)
(0.1196, 17.012479745046434)
(0.2036, 9.030416010951289)
(0.258, 7.357708047447567)
(0.4386, 4.738547729180123)
(0.485, 4.67415538088359)
(0.5236, 3.949294329391612)
(0.6378, 3.4318159720038772)
(0.7141, 3.3205934206314134)
(0.7664, 2.9155316875760375)
(0.775, 2.562128136407325)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0028, 1996.1555137062744)
(0.0033, 1922.0045320093204)
(0.011600000000000001, 464.64752769265823)
(0.013900000000000001, 437.4847389493304)
(0.0327, 110.91410050516734)
(0.036699999999999997, 104.54982100942141)
(0.0372, 93.96051095042255)
(0.0838, 39.41880998820923)
(0.0897, 38.088492552291534)
(0.0908, 36.17558931037928)
(0.092, 34.83882955499113)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.064, 1.348257064819336)
(0.0649, 1.3699531555175781)
(0.065, 1.4750957489013672)
(0.07239999999999999, 1.8388032913208008)
(0.12, 2.628445625305176)
(0.1255, 2.7103424072265625)
(0.1921, 4.55021858215332)
(0.1956, 6.2198638916015625)
(0.24609999999999999, 6.519317626953125)
(0.2493, 6.6318511962890625)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0076, 0.15878677368164062)
(0.0103, 0.16927719116210938)
(0.0364, 0.7284879684448242)
(0.064, 1.377105712890625)
(0.065, 1.3943910598754883)
(0.0651, 1.5305280685424805)
(0.2083, 5.2367448806762695)
(0.20870000000000002, 5.316257476806641)
(0.21259999999999998, 5.467057228088379)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 144.7310447692871)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 0.4353523254394531)
(0.0033, 0.4385709762573242)
(0.0038, 0.45168399810791016)
(0.0039, 0.4647970199584961)
(0.009600000000000001, 1.3890266418457031)
(0.0098, 1.4925003051757812)
(0.01, 1.4983415603637695)
(0.0108, 1.5622377395629883)
(0.0111, 1.5624761581420898)
(0.0131, 3.305196762084961)
(0.014799999999999999, 3.3125877380371094)
(0.015, 3.331780433654785)
(0.0162, 3.5191774368286133)
(0.0178, 3.5494565963745117)
(0.018099999999999998, 3.6585330963134766)
(0.0184, 3.7152767181396484)
(0.0751, 47.28126525878906)
(0.0782, 47.327280044555664)
(0.0795, 47.90925979614258)
(0.08159999999999999, 48.481106758117676)
(0.0877, 48.937320709228516)
(0.0901, 49.039244651794434)
(0.09090000000000001, 49.36385154724121)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 0.3490447998046875)
(0.0021999999999999997, 0.3528594970703125)
(0.0025, 0.3631114959716797)
(0.003, 0.36728382110595703)
(0.0031, 0.40411949157714844)
(0.0035000000000000005, 0.4303455352783203)
(0.0036999999999999997, 0.4426240921020508)
(0.0038, 0.45669078826904297)
(0.0043, 1.077890396118164)
(0.0059, 1.1216402053833008)
(0.0062, 1.1674165725708008)
(0.0068000000000000005, 1.2810230255126953)
(0.007000000000000001, 1.2917518615722656)
(0.0072, 1.3091564178466797)
(0.0092, 1.4046430587768555)
(0.0095, 1.4072656631469727)
(0.0106, 1.461625099182129)
(0.0107, 3.113269805908203)
(0.0108, 3.1805038452148438)
(0.014799999999999999, 3.3600330352783203)
(0.017, 3.469705581665039)
(0.0174, 3.5303831100463867)
(0.0251, 44.34549808502197)
(0.037, 45.041799545288086)
(0.0431, 45.48919200897217)
(0.046, 46.45669460296631)
(0.0668, 47.61373996734619)
(0.0688, 48.04205894470215)
(0.08199999999999999, 48.51245880126953)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.008799999999999999, 25.672197341918945)
(0.0174, 28.074979782104492)
(0.034100000000000005, 32.515525817871094)
(0.0827, 45.73678970336914)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 0.2620220184326172)
(0.002, 0.2810955047607422)
(0.0072, 1.0504722595214844)
(0.007299999999999999, 1.1196136474609375)
(0.0079, 1.123666763305664)
(0.0083, 1.1453628540039062)
(0.023, 3.167271614074707)
(0.023200000000000002, 3.1675100326538086)
(0.0233, 3.2987594604492188)
(0.0601, 11.805891990661621)
(0.061, 12.278318405151367)
(0.061399999999999996, 13.277530670166016)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 1.2351274490356445)
(0.0085, 1.446366310119629)
(0.016, 2.681136131286621)
(0.017, 5.720019340515137)
(0.0258, 6.419897079467773)
(0.029099999999999997, 6.881833076477051)
(0.0318, 7.6171159744262695)
(0.0327, 9.567499160766602)
(0.0437, 14.64533805847168)
(0.0492, 16.396284103393555)
(0.07930000000000001, 20.879268646240234)
(0.07970000000000001, 21.366477012634277)
(0.0813, 22.512197494506836)
(0.0847, 23.259520530700684)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 0.9624958038330078)
(0.0021000000000000003, 1.559615135192871)
(0.0021999999999999997, 1.5864372253417969)
(0.0036999999999999997, 2.214193344116211)
(0.0038, 2.2706985473632812)
(0.0041, 2.2722482681274414)
(0.0043, 2.382040023803711)
(0.0046, 2.540707588195801)
(0.0067, 3.1822919845581055)
(0.0072, 3.1843185424804688)
(0.007299999999999999, 3.3103227615356445)
(0.0077, 3.3620595932006836)
(0.0166, 8.37099552154541)
(0.0172, 8.678197860717773)
(0.0187, 9.053945541381836)
(0.0198, 9.42850112915039)
(0.0199, 10.27989387512207)
(0.0279, 11.571526527404785)
(0.028499999999999998, 12.043476104736328)
(0.029699999999999997, 12.171506881713867)
(0.0316, 12.621641159057617)
(0.0328, 13.019800186157227)
(0.0333, 14.092445373535156)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.13, 106.75978660583496)
(0.1346, 118.07167530059814)
(0.1419, 122.18785285949707)
(0.1433, 124.96936321258545)
(0.2763, 243.0555820465088)
(0.2967, 274.0722894668579)
(0.2988, 289.7454500198364)
(0.6567000000000001, 358.97064208984375)
(0.6987, 392.3664093017578)
(0.7028, 415.25983810424805)
(0.9263999999999999, 430.1619529724121)
(0.9664999999999999, 454.9450874328613)
(0.9711000000000001, 482.5247526168823)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027200000000000002, 24.527430534362793)
(0.0273, 24.842500686645508)
(0.054200000000000005, 45.645713806152344)
(0.0643, 46.86164855957031)
(0.0732, 47.28686809539795)
(0.0854, 63.94600868225098)
(0.11359999999999999, 66.98727607727051)
(0.1395, 87.6239538192749)
(0.1534, 97.0677137374878)
(0.449, 124.49586391448975)
(0.5542, 157.02366828918457)
(0.6248, 187.80672550201416)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1069, 33.55884552001953)
(0.1187, 37.77897357940674)
(0.13999999999999999, 38.77401351928711)
(0.23690000000000003, 86.15279197692871)
(0.2964, 105.6818962097168)
(0.4997, 196.46811485290527)
(0.5599000000000001, 201.74813270568848)
(0.6054, 249.65715408325195)
(0.6881999999999999, 281.77404403686523)
(0.7812, 291.675329208374)
(0.8426, 346.41778469085693)
(0.8515, 398.13387393951416)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 0.4197359085083008)
(0.0038, 0.4292726516723633)
(0.004200000000000001, 0.4763603210449219)
(0.0155, 1.8787384033203125)
(0.017499999999999998, 1.940608024597168)
(0.017599999999999998, 1.973867416381836)
(0.0428, 9.115219116210938)
(0.0459, 9.607553482055664)
(0.0474, 10.807156562805176)
(0.11040000000000001, 25.12669563293457)
(0.1163, 26.07131004333496)
(0.1167, 27.27508544921875)
(0.1189, 27.448415756225586)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.064, 1.4575362205505369)
(0.0645, 1.4687061309814453)
(0.0649, 1.4959454536437988)
(0.065, 1.5635490417480469)
(0.07239999999999999, 1.9553542137145996)
(0.12, 2.7709364891052246)
(0.1255, 2.9190063476562496)
(0.1921, 4.720056056976318)
(0.1956, 6.540155410766601)
(0.24609999999999999, 6.783652305603027)
(0.2493, 6.905174255371094)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0076, 0.19004344940185544)
(0.0103, 0.19934177398681638)
(0.0364, 0.8104085922241211)
(0.065, 1.509249210357666)
(0.0651, 1.635134220123291)
(0.20179999999999998, 5.566954612731934)
(0.20870000000000002, 5.570673942565918)
(0.21259999999999998, 5.9059739112854)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 151.62320137023926)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 0.4856586456298828)
(0.0032, 0.49233436584472656)
(0.0038, 0.4971027374267578)
(0.0039, 0.518333911895752)
(0.008799999999999999, 1.6106367111206055)
(0.009600000000000001, 1.6187667846679685)
(0.0098, 1.7383217811584473)
(0.01, 1.7508625984191895)
(0.0111, 1.7662644386291504)
(0.0131, 3.788173198699951)
(0.014799999999999999, 3.844296932220459)
(0.015, 3.8632392883300777)
(0.0162, 4.008543491363525)
(0.0178, 4.026031494140625)
(0.0184, 4.209792613983154)
(0.0751, 56.328833103179925)
(0.0782, 56.86846971511841)
(0.0795, 57.49645233154296)
(0.08159999999999999, 57.56037235260009)
(0.0901, 58.19697380065918)
(0.09090000000000001, 59.02303457260132)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 0.38672685623168945)
(0.0021999999999999997, 0.39578676223754883)
(0.0025, 0.40912628173828125)
(0.003, 0.4124760627746582)
(0.0031, 0.44323205947875977)
(0.0035000000000000005, 0.4697203636169433)
(0.0036999999999999997, 0.4928231239318848)
(0.0038, 0.5090594291687011)
(0.0043, 1.2500643730163574)
(0.0059, 1.3382792472839355)
(0.0062, 1.3985753059387207)
(0.0068000000000000005, 1.4522075653076172)
(0.007000000000000001, 1.4632701873779297)
(0.0072, 1.5033006668090818)
(0.0095, 1.5819549560546875)
(0.0106, 1.6196370124816895)
(0.0107, 3.5926103591918945)
(0.0108, 3.665304183959961)
(0.014799999999999999, 3.847706317901611)
(0.017, 3.9120674133300777)
(0.0174, 4.0915846824646)
(0.0251, 53.5486102104187)
(0.037, 54.21315431594848)
(0.0431, 54.5397162437439)
(0.046, 55.56715726852417)
(0.0668, 56.795358657836914)
(0.08199999999999999, 57.67635107040405)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.008799999999999999, 26.993560791015625)
(0.0174, 29.669594764709473)
(0.034100000000000005, 34.115707874298096)
(0.0827, 48.333823680877686)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 0.31337738037109364)
(0.002, 0.3361821174621582)
(0.0072, 1.1741399765014646)
(0.0078, 1.2195348739624023)
(0.0083, 1.2670516967773438)
(0.0217, 3.8144826889038086)
(0.023, 3.8217186927795406)
(0.023200000000000002, 4.096353054046631)
(0.0233, 4.396212100982665)
(0.061, 13.946843147277832)
(0.061399999999999996, 14.554738998413086)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 1.3437509536743164)
(0.0085, 1.9803524017333982)
(0.016, 3.803467750549316)
(0.017, 6.593537330627441)
(0.0258, 8.040213584899902)
(0.0268, 8.346211910247803)
(0.0318, 9.17365550994873)
(0.0327, 10.58276891708374)
(0.0437, 15.880751609802246)
(0.0492, 17.65202283859253)
(0.07930000000000001, 22.608911991119385)
(0.07970000000000001, 23.092567920684814)
(0.0813, 24.236249923706055)
(0.0847, 24.994254112243652)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 1.135849952697754)
(0.0013, 1.7589926719665525)
(0.0021000000000000003, 1.9654393196105957)
(0.0021999999999999997, 2.0992279052734375)
(0.0036999999999999997, 2.7199506759643555)
(0.0038, 2.761411666870117)
(0.0041, 2.788424491882324)
(0.0043, 3.245842456817627)
(0.004399999999999999, 3.4755587577819824)
(0.0046, 3.5639047622680664)
(0.0066, 4.035878181457519)
(0.0072, 4.0457963943481445)
(0.007299999999999999, 4.283034801483154)
(0.0077, 4.295682907104492)
(0.0159, 11.689412593841553)
(0.0166, 11.915099620819088)
(0.0172, 12.018644809722899)
(0.0187, 12.098991870880127)
(0.0188, 12.530386447906494)
(0.0198, 12.815117835998535)
(0.0199, 12.900149822235107)
(0.0279, 15.536582469940186)
(0.029199999999999997, 15.866529941558838)
(0.029699999999999997, 15.989792346954346)
(0.0299, 16.264307498931885)
(0.03, 16.45224094390869)
(0.0333, 16.45489931106567)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1419, 143.67616176605225)
(0.1433, 146.53427600860596)
(0.2988, 351.263952255249)
(0.6567000000000001, 538.7370944023132)
(0.7028, 542.60333776474)
(0.9711000000000001, 660.022509098053)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027200000000000002, 37.50356435775756)
(0.0273, 38.08908462524413)
(0.054200000000000005, 79.74183559417725)
(0.0643, 82.43340253829955)
(0.0732, 86.19519472122192)
(0.0854, 110.21379232406615)
(0.11359999999999999, 113.26657533645628)
(0.11979999999999999, 134.02212858200073)
(0.1534, 145.70871591567993)
(0.1752, 186.07646226882935)
(0.449, 205.10261058807373)
(0.5542, 264.1807556152343)
(0.6248, 317.02514886856073)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10269999999999999, 128.33536863327026)
(0.1069, 129.08908128738403)
(0.11610000000000001, 130.547833442688)
(0.1187, 130.96417188644406)
(0.12110000000000001, 131.0016632080078)
(0.13999999999999999, 134.04245376586914)
(0.21459999999999999, 223.21094274520868)
(0.23690000000000003, 223.43780994415283)
(0.2585, 266.00890159606917)
(0.2621, 266.85823202133173)
(0.2964, 277.088177204132)
(0.4997, 331.92225694656366)
(0.5599000000000001, 331.98333978652954)
(0.6054, 383.0163478851318)
(0.6122, 408.9528679847717)
(0.6881999999999999, 437.7142548561096)
(0.7812, 456.4574718475341)
(0.8426, 483.95396471023554)
(0.8515, 520.7855582237243)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 0.8253097534179686)
(0.0038, 0.8807778358459473)
(0.004200000000000001, 0.9999394416809082)
(0.0155, 3.400111198425293)
(0.017499999999999998, 3.6316633224487305)
(0.017599999999999998, 3.7675499916076656)
(0.0428, 10.419070720672607)
(0.0459, 10.897219181060791)
(0.0474, 12.376642227172852)
(0.11040000000000001, 27.608144283294678)
(0.1163, 28.06645631790161)
(0.1167, 29.51127290725708)
(0.1189, 29.74216938018799)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.064, 1.5232658386230469)
(0.0645, 1.5340709686279297)
(0.065, 1.6263031959533691)
(0.07239999999999999, 2.050981521606445)
(0.12, 2.878119945526123)
(0.121, 3.1947565078735343)
(0.1216, 3.499279022216797)
(0.1255, 3.559348583221435)
(0.1921, 4.916832447052002)
(0.1956, 6.710677146911621)
(0.24609999999999999, 6.973552703857422)
(0.2493, 7.106733322143555)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0076, 0.20624160766601562)
(0.0103, 0.21338939666748047)
(0.033600000000000005, 0.8437919616699219)
(0.0364, 0.8478665351867676)
(0.064, 1.5831494331359863)
(0.065, 1.5845561027526855)
(0.0651, 1.7268824577331543)
(0.20179999999999998, 5.736403465270995)
(0.20870000000000002, 5.784552097320557)
(0.21259999999999998, 6.069211959838867)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 153.39373588562012)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 0.5092906951904297)
(0.0032, 0.5109381675720214)
(0.0038, 0.5116510391235352)
(0.0039, 0.5750775337219238)
(0.009600000000000001, 1.699681282043457)
(0.01, 1.8341612815856934)
(0.0111, 1.849043369293213)
(0.0131, 3.967773914337158)
(0.014799999999999999, 4.052286148071289)
(0.015, 4.12769079208374)
(0.0161, 4.223740100860595)
(0.0178, 4.234657287597656)
(0.0184, 4.430994987487793)
(0.0751, 60.69864273071289)
(0.0782, 60.96735239028931)
(0.0795, 61.04719638824463)
(0.08120000000000001, 61.75235986709594)
(0.0901, 62.35011577606201)
(0.09090000000000001, 63.19166183471679)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 0.41318416595458984)
(0.0021999999999999997, 0.42226552963256836)
(0.0025, 0.43559789657592773)
(0.003, 0.44441938400268555)
(0.0031, 0.46781778335571284)
(0.0035000000000000005, 0.49883127212524414)
(0.0036999999999999997, 0.5180859565734863)
(0.0038, 0.5421829223632812)
(0.0043, 1.358819007873535)
(0.0059, 1.4517736434936523)
(0.007000000000000001, 1.551663875579834)
(0.0072, 1.5962409973144531)
(0.0095, 1.6809368133544922)
(0.0106, 1.6844439506530762)
(0.0108, 3.8488030433654785)
(0.0144, 4.118850231170654)
(0.014799999999999999, 4.12623405456543)
(0.017, 4.127788543701172)
(0.0174, 4.43486213684082)
(0.0251, 57.58213758468628)
(0.037, 58.148384094238274)
(0.0431, 58.486800193786614)
(0.046, 59.95345115661621)
(0.08199999999999999, 61.36341094970703)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.008799999999999999, 27.807798385620117)
(0.0174, 30.616629123687744)
(0.034100000000000005, 35.0293493270874)
(0.0827, 49.08063888549805)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0015, 0.35580635070800776)
(0.0019, 0.35813570022583)
(0.002, 0.3893446922302246)
(0.0072, 1.232900619506836)
(0.0078, 1.3084864616394043)
(0.0079, 1.3185334205627441)
(0.0083, 1.3466024398803709)
(0.0217, 4.1658711433410645)
(0.023, 4.35060977935791)
(0.023200000000000002, 4.723637104034424)
(0.0233, 4.971477985382079)
(0.061, 14.582903385162354)
(0.061399999999999996, 15.163934230804443)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 1.3993120193481443)
(0.0085, 2.625758647918701)
(0.016, 4.697632789611816)
(0.017, 6.885056495666504)
(0.0258, 8.738272190093992)
(0.0268, 8.917732238769531)
(0.0318, 9.74304676055908)
(0.0327, 11.095545291900635)
(0.0437, 16.66048526763916)
(0.0492, 18.17705631256103)
(0.07970000000000001, 23.78525733947754)
(0.0813, 25.508615970611572)
(0.0847, 25.681679248809814)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 1.2393712997436521)
(0.0013, 1.8854475021362302)
(0.0021000000000000003, 2.2562313079833984)
(0.0021999999999999997, 2.440011501312256)
(0.0036999999999999997, 2.9556441307067867)
(0.0038, 3.0015349388122554)
(0.0041, 3.091137409210205)
(0.0043, 3.730156421661377)
(0.004399999999999999, 3.8543796539306636)
(0.0046, 4.176626205444336)
(0.0066, 4.39129114151001)
(0.0070999999999999995, 4.553818702697754)
(0.0072, 4.581501483917236)
(0.0077, 4.748508930206299)
(0.0159, 12.77153730392456)
(0.0166, 12.820534706115723)
(0.0187, 12.88778305053711)
(0.0188, 13.178489208221436)
(0.0199, 13.425276279449463)
(0.029699999999999997, 16.4937162399292)
(0.0299, 16.87992572784424)
(0.0333, 16.969542503356934)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1419, 148.61935377120972)
(0.1433, 153.38727235794067)
(0.2763, 367.3021101951599)
(0.2988, 368.62542152404785)
(0.6567000000000001, 573.505687713623)
(0.7028, 581.5598154067993)
(0.9711000000000001, 689.9516844749451)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0273, 45.776183605194085)
(0.054200000000000005, 100.2258539199829)
(0.0643, 105.00682115554808)
(0.0732, 111.54998540878296)
(0.0854, 131.23951673507688)
(0.11359999999999999, 140.03403663635254)
(0.11979999999999999, 153.91266107559204)
(0.1534, 165.2790570259094)
(0.1752, 199.4375514984131)
(0.449, 226.537389755249)
(0.5542, 293.4639286994934)
(0.6248, 339.66034412384033)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1187, 139.01410341262817)
(0.12110000000000001, 142.4920129776001)
(0.13999999999999999, 143.16207647323608)
(0.23690000000000003, 277.94194459915155)
(0.24700000000000003, 304.0938472747802)
(0.2621, 306.5646243095398)
(0.2964, 318.74077796936035)
(0.4997, 382.7177619934082)
(0.5599000000000001, 387.09063291549666)
(0.6054, 458.1643223762512)
(0.6122, 477.5042676925659)
(0.6881999999999999, 489.3842339515686)
(0.7812, 566.6013741493223)
(0.8426, 576.673800945282)
(0.8515, 589.5284008979797)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 0.9445142745971679)
(0.0038, 0.9594178199768066)
(0.004200000000000001, 1.062912940979004)
(0.0155, 3.8399934768676753)
(0.017499999999999998, 3.9487814903259277)
(0.017599999999999998, 3.9999818801879883)
(0.0428, 11.200721263885496)
(0.0459, 11.41906976699829)
(0.0474, 12.997968196868896)
(0.11040000000000001, 28.771662712097164)
(0.1163, 28.84506225585937)
(0.1167, 30.21942377090454)
(0.1189, 30.916335582733154)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.064, 1.6823563575744698)
(0.0645, 1.6863965988159666)
(0.065, 2.038014888763429)
(0.07239999999999999, 2.2308828830718994)
(0.12, 3.1104257106781237)
(0.1216, 3.609376192092999)
(0.1255, 3.680499315261844)
(0.1921, 5.064268827438356)
(0.1956, 6.854806423187259)
(0.24609999999999999, 7.608843803405801)
(0.2493, 8.29187178611759)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0076, 0.226805925369269)
(0.0103, 0.2963662147521983)
(0.0364, 0.9367942810058637)
(0.064, 1.6425743103027441)
(0.065, 1.7777214050293033)
(0.0651, 1.8151307106018113)
(0.2083, 5.954275608062745)
(0.20870000000000002, 6.096062183380143)
(0.21259999999999998, 6.573654890060444)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 155.6448576450349)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0032, 0.5803356170654533)
(0.0033, 0.6300845146179364)
(0.0036999999999999997, 0.6346249580383475)
(0.0038, 0.6558990478515848)
(0.0039, 0.6610841751098802)
(0.008799999999999999, 1.789333343505881)
(0.009600000000000001, 1.859228372573856)
(0.01, 1.9071314334869618)
(0.0111, 1.9482622146606574)
(0.015, 4.275413751602181)
(0.0161, 4.409636020660408)
(0.0178, 4.616718292236348)
(0.0184, 4.783523321151767)
(0.0782, 65.20428466796878)
(0.08120000000000001, 65.49295926094084)
(0.0901, 65.57344746589665)
(0.09090000000000001, 67.32366538047808)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 0.6184089183807543)
(0.003, 0.7061998844146733)
(0.0031, 0.7565679550170957)
(0.0035000000000000005, 0.7883214950561622)
(0.0036999999999999997, 0.8063673973083528)
(0.0038, 1.16303896903992)
(0.007000000000000001, 1.6390321254730353)
(0.0072, 1.657562494277961)
(0.0106, 1.7325670719146924)
(0.0108, 4.239228487014805)
(0.017, 4.396978378295905)
(0.0174, 4.845914840698269)
(0.0251, 60.860131978989074)
(0.037, 62.69107723236089)
(0.0431, 62.70277905464175)
(0.046, 63.81672191619875)
(0.08199999999999999, 65.58002138137819)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.008799999999999999, 28.788685560226476)
(0.0174, 31.370047807693492)
(0.034100000000000005, 35.45493841171266)
(0.0827, 50.07180643081673)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 0.5406072139740091)
(0.002, 0.5817971229553488)
(0.007000000000000001, 1.864329338073764)
(0.007299999999999999, 1.8954956531524934)
(0.0079, 1.994345664978068)
(0.0083, 2.120363473892243)
(0.023, 5.108666419982981)
(0.0233, 5.681719541549723)
(0.0607, 14.974417686462601)
(0.060899999999999996, 15.179090738296523)
(0.061, 15.380244731903085)
(0.061399999999999996, 15.986142158508382)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 1.7633202075958445)
(0.0085, 3.0230474472046236)
(0.016, 5.066576957702696)
(0.017, 7.036694288253785)
(0.0258, 9.278610944747996)
(0.0268, 9.401936769485486)
(0.0318, 10.32379555702212)
(0.0327, 11.471337556838995)
(0.0437, 17.346010446548558)
(0.0492, 19.206559896469248)
(0.07970000000000001, 24.427574872970702)
(0.0847, 26.072037696838382)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0002, 1.4675643444061797)
(0.00030000000000000003, 1.5198981761932786)
(0.0012000000000000001, 2.271656036376996)
(0.0013, 2.3041162490845193)
(0.0021999999999999997, 2.6296050548554404)
(0.0036999999999999997, 3.278831958770847)
(0.0038, 3.379335880279626)
(0.0041, 3.432233572006308)
(0.004399999999999999, 4.135243177414036)
(0.0046, 4.879307746887235)
(0.0068000000000000005, 4.93026494979867)
(0.006900000000000001, 5.091953277587981)
(0.0072, 5.14635777473457)
(0.0077, 5.190083026886068)
(0.0159, 13.405999660491961)
(0.0187, 13.596497297287112)
(0.0188, 13.655556678771983)
(0.0199, 13.732187032699605)
(0.0279, 16.983757257461548)
(0.029699999999999997, 17.363908529281673)
(0.032, 17.511483430862437)
(0.0333, 17.74044251441968)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.123, 156.3089735507973)
(0.13, 156.92461061477664)
(0.1433, 159.06590485572826)
(0.2763, 386.2681829929359)
(0.2967, 386.57066011428867)
(0.2988, 399.047189474106)
(0.7028, 593.3799481391915)
(0.9711000000000001, 717.2971601486219)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027200000000000002, 52.23518443107646)
(0.0273, 53.16227674484266)
(0.054200000000000005, 109.31202173233046)
(0.0643, 115.2099995613099)
(0.0732, 120.75295186042814)
(0.0854, 144.89997076988237)
(0.0878, 147.24080467224135)
(0.11359999999999999, 152.6886999607087)
(0.11979999999999999, 166.33587980270454)
(0.1285, 175.23995828628622)
(0.1534, 184.602121591568)
(0.1752, 205.01797771453943)
(0.449, 239.96646022796676)
(0.5542, 300.4744751453411)
(0.6248, 364.14858174324047)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10269999999999999, 147.07535982132003)
(0.1069, 147.18665313720732)
(0.1187, 147.8708829879769)
(0.12110000000000001, 148.9177837371829)
(0.13999999999999999, 150.73693490028455)
(0.2621, 321.9381392002118)
(0.2964, 349.96335291862596)
(0.5599000000000001, 423.0684418678318)
(0.6054, 496.4639511108415)
(0.6122, 500.4963760376003)
(0.6881999999999999, 591.5346825122839)
(0.7834, 638.0659918785119)
(0.8426, 640.0471966266633)
(0.8515, 661.1532838344581)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 0.9931411743164178)
(0.0038, 1.0249304771423742)
(0.004200000000000001, 1.1390311717987371)
(0.0155, 4.130421876907354)
(0.017599999999999998, 4.199026107788129)
(0.0428, 11.62984490394599)
(0.0459, 12.407562494277977)
(0.0474, 14.449247121810968)
(0.11040000000000001, 29.469001293182394)
(0.1163, 29.55011677742018)
(0.1167, 31.01537609100344)
(0.1189, 33.07615995407105)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.