\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29100000000000004, 20.0133123256182)
(0.304, 19.942649117209235)
(0.3226, 19.85096508051361)
(0.5222, 10.130651537970946)
(0.5577, 9.992203263447662)
(0.7505, 5.78250566982943)
(0.7628, 5.76800322417087)
(0.769, 5.702733200365041)
(0.7722, 5.5237272998999725)
(0.8489000000000001, 4.042033492444728)
(0.8501, 3.9973124872845665)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027800000000000002, 197.58894886058232)
(0.039400000000000004, 196.06109370601624)
(0.0407, 193.4060866856662)
(0.0419, 189.7715481761059)
(0.16770000000000002, 40.17069526679271)
(0.1714, 40.08964902173245)
(0.1718, 39.10411926350632)
(0.2893, 20.148041730189565)
(0.3009, 20.124497412231907)
(0.3217, 19.979603703607076)
(0.8047000000000001, 5.05032990978053)
(0.8076000000000001, 5.036065612066649)
(0.8107, 4.9298894819222125)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9929, 8.131018819893244)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 202.02987253243623)
(0.014099999999999998, 201.19763879975935)
(0.014199999999999999, 197.88294746281875)
(0.0147, 196.12448878180498)
(0.014799999999999999, 194.5561169524998)
(0.0498, 114.63375271104617)
(0.0517, 106.3696579844563)
(0.0519, 104.30373153996305)
(0.0531, 104.21966621213224)
(0.0533, 101.92106802427159)
(0.089, 71.37405171197672)
(0.0913, 71.13382645706717)
(0.09280000000000001, 70.61356433373093)
(0.093, 66.84794310845906)
(0.09340000000000001, 66.36712168680148)
(0.0977, 65.51007131849111)
(0.09809999999999999, 64.35521158341763)
(0.10069999999999998, 63.895116501649504)
(0.10129999999999999, 62.6718738228396)
(0.3699, 12.979153793214344)
(0.391, 12.914120579647422)
(0.3923, 12.42201191561913)
(0.3932, 12.294060575668494)
(0.4183, 12.080742533348275)
(0.41950000000000004, 11.914007055478306)
(0.4316, 11.880329643979408)
(0.433, 11.592254517454549)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0091, 239.13747983100808)
(0.011600000000000001, 236.62709533648794)
(0.0125, 221.32939352648418)
(0.013500000000000002, 218.71424119689445)
(0.0144, 208.36675454794297)
(0.0165, 153.4273137376885)
(0.0236, 148.24400665247128)
(0.0294, 146.3086668660562)
(0.0315, 140.43106802474716)
(0.0426, 119.50272122505972)
(0.0477, 114.75480298447017)
(0.0487, 109.34069420416928)
(0.0519, 92.97406626078914)
(0.056499999999999995, 90.7100206935349)
(0.07780000000000001, 74.32288326085752)
(0.0795, 71.08096378936506)
(0.0907, 69.46491151682848)
(0.0926, 66.79211761083344)
(0.1355, 16.61619128180813)
(0.1874, 16.122217384540868)
(0.2203, 15.905906958932894)
(0.3189, 13.728387077944353)
(0.3266, 13.155108809689423)
(0.38530000000000003, 12.97746862604113)
(0.3944, 12.328275621663426)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0038, 119.91615512057476)
(0.0043, 83.38818250437558)
(0.023799999999999998, 33.825340232331634)
(0.0258, 33.78036263208461)
(0.1103, 12.256776579833378)
(0.1119, 12.176047745180444)
(0.1121, 12.055930542361775)
(0.1127, 12.03294727585413)
(0.11279999999999998, 11.698268281697947)
(0.3805, 4.6994657278497405)
(0.38130000000000003, 4.688792150564077)
(0.38170000000000004, 4.636924918588205)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0514, 9.989239886755096)
(0.0939, 8.679654091560991)
(0.1593, 6.712354708797956)
(0.2177, 5.518432453331529)
(0.23370000000000002, 3.8819260439937664)
(0.3386, 3.2041891365184365)
(0.3821, 2.129632722777917)
(0.4072, 1.361677554448378)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 7.293688320153977)
(0.0083, 7.2252153176451355)
(0.008799999999999999, 7.21645879033722)
(0.0089, 7.195003043159341)
(0.011600000000000001, 7.181361178448757)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10149999999999999, 20.964308801879874)
(0.10469999999999999, 20.657496919749157)
(0.1093, 19.419800728115664)
(0.1153, 18.826125432317546)
(0.3948, 8.868904798761406)
(0.4107, 8.781773496843911)
(0.4227, 8.15457255063572)
(0.45099999999999996, 7.766732112906449)
(0.6804, 5.670062302506215)
(0.7059, 5.627062237088318)
(0.7273, 5.146932827628164)
(0.7735000000000001, 4.916994274593929)
(0.8214, 4.628812616846355)
(0.8529, 4.60535014774938)
(0.8773, 4.213096153064475)
(0.8798, 4.0287800604249195)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.162, 47.31839393606724)
(0.1663, 45.76267672834324)
(0.1703, 44.18781782120606)
(0.29460000000000003, 27.57019772991982)
(0.3536, 23.93925345033015)
(0.4069, 21.17505120416625)
(0.4234, 18.9073248190333)
(0.4285, 16.933043279025657)
(0.5161, 16.324572371086745)
(0.5326, 14.052728576234)
(0.6256999999999999, 11.191351549071236)
(0.7325, 8.697804639331949)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0379, 89.94079926958096)
(0.0541, 86.77657831979577)
(0.0629, 83.72971977210877)
(0.1383, 52.11622900780849)
(0.20390000000000003, 46.793786373911864)
(0.23929999999999998, 43.28085691371431)
(0.2835, 32.03035322680625)
(0.3439, 31.81549117187524)
(0.4048, 29.060023624904385)
(0.4144, 28.296160558129852)
(0.4891, 25.637277797405723)
(0.595, 12.07068267083274)
(0.7175, 10.7375405895505)
(0.8641, 8.968395812128573)
(0.8813000000000001, 5.850322959962158)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 90.59963430555133)
(0.0152, 89.12505387170144)
(0.0158, 84.66894771776697)
(0.0656, 24.082821215726273)
(0.0745, 23.32346587940568)
(0.1647, 10.218380317150126)
(0.17250000000000001, 10.174736764263686)
(0.1968, 9.332410958642594)
(0.3525, 5.178212137216681)
(0.3584, 5.077853880972005)
(0.3875, 4.946818718399318)
(0.39049999999999996, 4.529912521362986)
(0.42969999999999997, 4.308557420890105)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8461000000000001, 21.301631927490234)
(0.8489000000000001, 25.600125312805176)
(0.8501, 29.836978673934937)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8049, 13.310030698776245)
(0.8065, 16.696699619293213)
(0.8076000000000001, 25.653686046600342)
(0.8107, 32.04091262817383)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9929, 0.00027179718017578125)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.433, 11709.717495203018)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3944, 11699.24492263794)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3785, 588.7694096565247)
(0.3805, 589.8732917308807)
(0.38130000000000003, 950.4950485229492)
(0.38170000000000004, 1777.7102267742157)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2177, 36.27193570137024)
(0.23370000000000002, 69.56424331665039)
(0.3386, 69.66912007331848)
(0.3821, 136.1999032497406)
(0.4072, 268.80417132377625)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 11672.95532655716)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8798, 11585.054861545563)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7325, 11655.525495529175)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8813000000000001, 11599.896925210953)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42969999999999997, 282.5202810764313)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8461000000000001, 3238208.0)
(0.8489000000000001, 3243328.0)
(0.8501, 3250112.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8049, 3238720.0)
(0.8065, 3239360.0)
(0.8076000000000001, 3251264.0)
(0.8107, 3301568.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.433, 8228104.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3944, 8228104.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3805, 14225128.0)
(0.38130000000000003, 26829896.0)
(0.38170000000000004, 52039392.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2177, 1848840.0)
(0.23370000000000002, 2061888.0)
(0.3386, 2077860.0)
(0.3821, 2503976.0)
(0.4072, 3356156.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 8228104.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8798, 8228100.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7325, 8229296.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8813000000000001, 8228100.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42969999999999997, 1899208.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3226, 10009)
(0.5577, 20009)
(0.7722, 35009)
(0.8501, 50009)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0419, 1009)
(0.1718, 5009)
(0.3217, 10009)
(0.8107, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9929, 101120)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013800000000000002, 172)
(0.013900000000000001, 175)
(0.014099999999999998, 195)
(0.014199999999999999, 198)
(0.0144, 201)
(0.014499999999999999, 206)
(0.0147, 208)
(0.014799999999999999, 216)
(0.047599999999999996, 633)
(0.0491, 647)
(0.0498, 656)
(0.0517, 787)
(0.0531, 813)
(0.0533, 860)
(0.089, 1199)
(0.0913, 1231)
(0.09280000000000001, 1246)
(0.093, 1413)
(0.09340000000000001, 1449)
(0.0977, 1528)
(0.09809999999999999, 1595)
(0.10069999999999998, 1600)
(0.10129999999999999, 1702)
(0.3699, 3315)
(0.38439999999999996, 3428)
(0.391, 3486)
(0.3923, 4642)
(0.3932, 5058)
(0.4183, 5346)
(0.4316, 5821)
(0.433, 6912)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0091, 63)
(0.0108, 71)
(0.0114, 77)
(0.011600000000000001, 84)
(0.0123, 128)
(0.0165, 136)
(0.0236, 167)
(0.026600000000000002, 198)
(0.0294, 209)
(0.0315, 240)
(0.0405, 305)
(0.0519, 381)
(0.056499999999999995, 437)
(0.0588, 567)
(0.1355, 841)
(0.1874, 1116)
(0.2203, 1319)
(0.3189, 3939)
(0.3266, 4801)
(0.38530000000000003, 4955)
(0.3944, 6231)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0043, 1009)
(0.0258, 5009)
(0.11279999999999998, 15009)
(0.38170000000000004, 40009)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 439)
(0.0034000000000000002, 451)
(0.0035000000000000005, 479)
(0.0058000000000000005, 743)
(0.006900000000000001, 762)
(0.007299999999999999, 833)
(0.0079, 879)
(0.015, 1500)
(0.016900000000000002, 1604)
(0.017, 1626)
(0.0172, 1797)
(0.017499999999999998, 1840)
(0.020399999999999998, 2153)
(0.0228, 2505)
(0.025, 2770)
(0.0251, 2845)
(0.031, 3137)
(0.0315, 3198)
(0.0318, 3242)
(0.033800000000000004, 3344)
(0.0356, 3555)
(0.0358, 3603)
(0.036, 3655)
(0.0514, 4938)
(0.0522, 5009)
(0.0939, 9144)
(0.1036, 10009)
(0.1593, 15680)
(0.18560000000000001, 18321)
(0.19290000000000002, 19035)
(0.1955, 19652)
(0.2064, 20009)
(0.2177, 21747)
(0.2284, 23015)
(0.23370000000000002, 23432)
(0.3386, 34081)
(0.3821, 38771)
(0.4072, 40552)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 214)
(0.0038, 229)
(0.008799999999999999, 568)
(0.0089, 620)
(0.011600000000000001, 813)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10149999999999999, 935)
(0.10469999999999999, 938)
(0.1093, 2637)
(0.1153, 3332)
(0.3948, 7080)
(0.4107, 7326)
(0.4227, 11825)
(0.45099999999999996, 14206)
(0.6804, 37104)
(0.7059, 37350)
(0.7273, 42152)
(0.7735000000000001, 44533)
(0.8214, 57328)
(0.8529, 57574)
(0.8773, 62376)
(0.8798, 66576)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.162, 2187)
(0.1663, 2232)
(0.1703, 2258)
(0.29460000000000003, 4448)
(0.3294, 5311)
(0.3536, 5478)
(0.4069, 6351)
(0.4234, 7105)
(0.4285, 7904)
(0.5161, 9031)
(0.5326, 10783)
(0.6256999999999999, 15053)
(0.7325, 20666)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0379, 935)
(0.0629, 938)
(0.1383, 2830)
(0.2835, 2920)
(0.4144, 3793)
(0.4891, 4399)
(0.7175, 15560)
(0.8641, 19488)
(0.8813000000000001, 34136)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0152, 1775)
(0.0158, 1894)
(0.0656, 7572)
(0.0745, 7833)
(0.1647, 18451)
(0.17250000000000001, 18466)
(0.1772, 19365)
(0.1968, 20164)
(0.3525, 36842)
(0.3584, 37212)
(0.3875, 38196)
(0.39049999999999996, 40589)
(0.42969999999999997, 42607)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0355807382742782, 20.0133123256182)
(0.034845686931961356, 19.942649117209235)
(0.032469249571720926, 19.85096508051361)
(0.019987062566122014, 10.130651537970946)
(0.018603561705016525, 9.992203263447662)
(0.018594725681219677, 8.650563891325543)
(0.013863927885451127, 5.78250566982943)
(0.013639901127862095, 5.76800322417087)
(0.013556494299968913, 5.702733200365041)
(0.013483899219746994, 5.5237272998999725)
(0.01221997197302794, 4.042033492444728)
(0.012195280422259445, 3.9973124872845665)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4277159179394044, 197.58894886058232)
(0.2691411712407042, 196.06109370601624)
(0.2636524259748267, 193.4060866856662)
(0.2610384163482382, 189.7715481761059)
(0.06151041312864176, 40.17069526679271)
(0.03569988581809693, 20.148041730189565)
(0.03491650534272859, 20.124497412231907)
(0.03251507778608714, 19.979603703607076)
(0.012914574739309964, 5.05032990978053)
(0.012887929533620156, 5.036065612066649)
(0.012802488252072875, 4.9298894819222125)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010593214161913547, 8.131018819893244)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8432193279237638, 202.02987253243623)
(0.7972403517253317, 201.19763879975935)
(0.7967467982574186, 197.88294746281875)
(0.7636500313736034, 196.12448878180498)
(0.7625883474981452, 194.5561169524998)
(0.20794223103682327, 114.63375271104617)
(0.19774812017635837, 106.3696579844563)
(0.19695829351700064, 104.30373153996305)
(0.1923242524042332, 104.21966621213224)
(0.19144097160496248, 101.92106802427159)
(0.1162283226273339, 71.37405171197672)
(0.11243717132109478, 71.13382645706717)
(0.11049567500634254, 70.61356433373093)
(0.10996147328517204, 66.84794310845906)
(0.1097335352956725, 66.36712168680148)
(0.10401835750587173, 65.51007131849111)
(0.10361127468674838, 64.35521158341763)
(0.10114536779660839, 63.895116501649504)
(0.10062865171044984, 62.6718738228396)
(0.02774302953678448, 12.979153793214344)
(0.02623915400854326, 12.914120579647422)
(0.02601902630084079, 12.42201191561913)
(0.02592267174203493, 12.294060575668494)
(0.02444450586516842, 12.080742533348275)
(0.024318732016942606, 11.914007055478306)
(0.023706697062922374, 11.880329643979408)
(0.02357262967180274, 11.592254517454549)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.2602442359120307, 239.13747983100808)
(0.9648098565869676, 236.62709533648794)
(0.857041085722327, 218.71424119689445)
(0.7920048333363061, 208.36675454794297)
(0.565456834168246, 153.4273137376885)
(0.5653573546126063, 148.41548582467684)
(0.4004429953379303, 148.24400665247128)
(0.3369377047097723, 146.3086668660562)
(0.3073959172076022, 140.43106802474716)
(0.24140466737080518, 119.50272122505972)
(0.21152836429177085, 114.75480298447017)
(0.207161391807553, 109.34069420416928)
(0.1960593952050747, 92.97406626078914)
(0.17544649950531802, 90.7100206935349)
(0.13001100179486128, 74.32288326085752)
(0.12740282657274743, 71.08096378936506)
(0.1116140465529226, 69.46491151682848)
(0.10911090203912215, 66.79211761083344)
(0.07874528484922982, 16.61619128180813)
(0.05694423345936919, 16.122217384540868)
(0.04824619969715435, 15.905906958932894)
(0.047786013411398306, 14.479520141088933)
(0.03242496039545045, 13.728387077944353)
(0.03149944649568852, 13.155108809689423)
(0.026723282992473996, 12.97746862604113)
(0.025965822102338484, 12.328275621663426)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(40.93234181304555, 119.91615512057476)
(40.89229098496799, 119.41693682054864)
(40.033208490960334, 103.06620120357069)
(39.68173975339089, 83.38818250437558)
(39.58232797925963, 82.3815765720635)
(6.769690048100904, 33.825340232331634)
(6.517025933579258, 32.436916645215696)
(6.490476954393626, 30.165256152390615)
(0.832497729782416, 12.256776579833378)
(0.8063720560226202, 12.055930542361775)
(0.09884206737256987, 4.6994657278497405)
(0.09618052548388925, 4.688792150564077)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22245599760893855, 9.989239886755096)
(0.12112551268278786, 8.679654091560991)
(0.07171468787418564, 6.712354708797956)
(0.05139016935566029, 5.518432453331529)
(0.04714323740908394, 3.8819260439937664)
(0.03240834593442934, 3.2041891365184365)
(0.0279036168889988, 2.129632722777917)
(0.026836861221627567, 1.361677554448378)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.608562020128263, 7.293688320153977)
(2.587501470543397, 7.281318068727626)
(2.572080893160503, 7.28125093629293)
(1.1904081890769405, 7.2252153176451355)
(1.1462805190788614, 7.21645879033722)
(1.1170286741525055, 7.195003043159341)
(0.8636642902143051, 7.181361178448757)
(0.7977519593566305, 3.680534110302999)
(0.7885601941108935, 3.6793983632630916)
(0.7667788859088144, 3.6710637679465523)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(54.280667482837536, 20.964308801879874)
(54.28049541559474, 20.657496919749157)
(54.27420861923361, 20.4646495143633)
(54.18567503597521, 19.419800728115664)
(54.1660133649312, 18.826125432317546)
(54.14237451665483, 16.90472979685498)
(8.883805097812823, 8.868904798761406)
(8.883461559944548, 8.781773496843911)
(8.88159050597179, 8.627526892802372)
(8.849734528846145, 8.15457255063572)
(8.841247544609496, 7.766732112906449)
(8.840473178627649, 7.659592552797632)
(8.83392024609656, 7.071487896401235)
(0.31516735623027636, 5.670062302506215)
(0.31478371720130294, 5.627062237088318)
(0.3104233532464335, 5.146932827628164)
(0.3087307591876463, 4.96380761293677)
(0.3081918806359952, 4.916994274593929)
(0.30730130443850806, 4.887060339021052)
(0.01292753943868534, 4.628812616846355)
(0.012443367015447696, 4.60535014774938)
(0.012059385071484371, 4.213096153064475)
(0.011987625911961158, 4.0287800604249195)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06490892450631677, 47.31839393606724)
(0.06333909841566658, 45.76267672834324)
(0.06231511746916153, 44.18781782120606)
(0.035809825795929194, 27.57019772991982)
(0.030210003339373577, 23.93925345033015)
(0.02673065236880425, 21.17505120416625)
(0.02528045926208448, 18.9073248190333)
(0.024926523395544693, 16.933043279025657)
(0.020976345583357953, 16.324572371086745)
(0.02027643347529845, 14.052728576234)
(0.018042675818524517, 11.191351549071236)
(0.015376465153131824, 8.697804639331949)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(54.52782488861744, 89.94079926958096)
(54.523576278076156, 86.77657831979577)
(54.522101824612385, 83.72971977210877)
(9.096542913803335, 52.11622900780849)
(9.088127972649708, 46.793786373911864)
(9.08467686670557, 43.28085691371431)
(0.4072737691096353, 36.61832216951238)
(0.03936391882123974, 32.03035322680625)
(0.02717524701552112, 28.296160558129852)
(0.02299396740710698, 25.637277797405723)
(0.02269256969063369, 10.738044310935505)
(0.014983082798636868, 10.7375405895505)
(0.012367762576584191, 8.968395812128573)
(0.012008394392926901, 5.850322959962158)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.263549434277451, 90.59963430555133)
(0.9748924069707455, 89.12505387170144)
(0.9035146597893157, 83.92782570050343)
(0.25576869618942005, 24.082821215726273)
(0.225287489432512, 23.881103907089038)
(0.2008666120861223, 23.32346587940568)
(0.19453336328433135, 21.7688923214651)
(0.0843702764141016, 10.218380317150126)
(0.07244453594030481, 9.332410958642594)
(0.07169379662486243, 9.06400238483977)
(0.03568601098576159, 5.178212137216681)
(0.032444519229079975, 4.529912521362986)
(0.03007649017283371, 4.308557420890105)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8501, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8107, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9929, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.433, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3944, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.38170000000000004, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4072, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8798, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7325, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8813000000000001, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42969999999999997, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29100000000000004, 162058.5312031708)
(0.304, 162376.02040571594)
(0.3226, 163725.64189286807)
(0.5222, 320149.9911277771)
(0.5577, 325264.8003958435)
(0.7505, 560886.2637043762)
(0.7628, 561408.840139038)
(0.769, 569921.8051779022)
(0.7722, 597474.824664093)
(0.8489000000000001, 802400.0805689392)
(0.8501, 813074.2868711395)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027800000000000002, 16391.20010848999)
(0.039400000000000004, 16548.331638223648)
(0.0407, 16810.556770553587)
(0.0419, 17397.592166641236)
(0.1615, 80664.4843169403)
(0.16770000000000002, 80767.4345303669)
(0.1714, 81099.83697381591)
(0.1718, 84430.1843944397)
(0.3009, 160966.00743087768)
(0.3217, 162729.15360243226)
(0.8047000000000001, 642430.1101036377)
(0.8076000000000001, 645596.036757309)
(0.8107, 669704.2625614167)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 40727.16522987938)
(0.014099999999999998, 40895.629039608)
(0.014199999999999999, 41580.66223238372)
(0.0147, 41953.47583112907)
(0.014799999999999999, 42291.674653482434)
(0.0498, 71777.32391558647)
(0.0517, 77353.8634598446)
(0.0519, 78885.9984059868)
(0.0531, 78949.62917317581)
(0.0533, 80730.1587346058)
(0.089, 115281.4475658989)
(0.0913, 115670.7632614994)
(0.09280000000000001, 116522.99494630624)
(0.093, 123086.86875600815)
(0.09340000000000001, 123978.61758763502)
(0.0977, 125600.59597550011)
(0.09809999999999999, 127854.50933270075)
(0.10069999999999998, 128775.1623363514)
(0.10129999999999999, 131288.6227601738)
(0.3699, 633947.646440691)
(0.391, 637140.0939966012)
(0.3923, 662380.9456867599)
(0.3932, 669274.7241122646)
(0.4183, 681092.5716930676)
(0.41950000000000004, 690624.4021583442)
(0.4316, 692582.1291642151)
(0.433, 709793.2492433529)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0091, 34407.42122821808)
(0.011600000000000001, 34772.450670957565)
(0.0125, 37175.83041682816)
(0.013500000000000002, 37620.339466567995)
(0.0144, 39488.564372234345)
(0.0165, 53628.677968431475)
(0.0236, 55503.7885564518)
(0.0294, 56237.98081307602)
(0.0315, 58591.76402866936)
(0.0426, 68852.85887761497)
(0.0477, 71701.60887395286)
(0.0487, 75251.98243790054)
(0.0519, 88498.91513747978)
(0.056499999999999995, 90707.7733759842)
(0.07780000000000001, 110707.54576515962)
(0.0795, 115756.78720933532)
(0.0907, 118449.78738663865)
(0.0926, 123189.74595088194)
(0.1355, 495185.9219993668)
(0.1874, 510358.0855999184)
(0.2203, 517298.63762210845)
(0.3189, 599349.6507116298)
(0.3266, 625468.3347004757)
(0.38530000000000003, 634029.9666368789)
(0.3944, 667417.265196558)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0038, 118625.61792192841)
(0.023799999999999998, 420546.48681413836)
(0.0258, 421106.4326020279)
(0.1103, 1160592.910162468)
(0.1119, 1168287.797297003)
(0.1121, 2225451.44115802)
(0.1127, 2229702.780617855)
(0.3805, 3026967.0689797252)
(0.38130000000000003, 5722133.790206988)
(0.38170000000000004, 11222823.94338279)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0514, 185083.15156705855)
(0.0939, 213008.48864444732)
(0.1593, 275438.3640627194)
(0.2177, 335029.923014431)
(0.23370000000000002, 531150.7681065217)
(0.3386, 648482.3184494447)
(0.3821, 1175778.327041193)
(0.4072, 2464721.54074655)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 1128112.9161036452)
(0.0083, 1138803.9855235387)
(0.008799999999999999, 1140185.8223062765)
(0.0089, 1143585.8957450867)
(0.011600000000000001, 1145758.2755609779)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10149999999999999, 392481.33948791027)
(0.10469999999999999, 398310.600358057)
(0.1093, 423696.41765105724)
(0.1153, 437057.5363253117)
(0.3948, 927747.0202576875)
(0.4107, 936951.972509551)
(0.4227, 1009016.7141082763)
(0.45099999999999996, 1059403.090049529)
(0.6804, 1451148.0758091689)
(0.7059, 1462237.248020482)
(0.7273, 1598641.4191831828)
(0.7735000000000001, 1673400.3621917008)
(0.8214, 1777583.2985881087)
(0.8529, 1786639.3946225883)
(0.8773, 1952981.7742268085)
(0.8798, 2042330.4019063711)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.162, 173913.25688523485)
(0.1663, 179825.4951049042)
(0.1703, 186234.4964238243)
(0.29460000000000003, 298485.20060011675)
(0.3536, 343757.41988255316)
(0.4069, 388631.69305493165)
(0.4234, 435243.8051794548)
(0.4285, 485990.37186619185)
(0.5161, 504104.8434797172)
(0.5326, 585601.2912622108)
(0.6256999999999999, 735326.3780443878)
(0.7325, 946134.8399096794)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0379, 91483.50989563465)
(0.0541, 94819.36438744067)
(0.0629, 98269.76636724472)
(0.1383, 157879.8035975933)
(0.20390000000000003, 175837.4484648943)
(0.23929999999999998, 190109.45223205088)
(0.2835, 256884.46024110317)
(0.3439, 258619.29823901653)
(0.4048, 283141.54545106884)
(0.4144, 290785.0336478233)
(0.4891, 320942.81089518074)
(0.595, 681659.8716394185)
(0.7175, 766292.7959506273)
(0.8641, 917455.0468515874)
(0.8813000000000001, 1406435.1756835699)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0152, 21309.473795482634)
(0.0158, 44866.74397634983)
(0.0745, 81429.06418025016)
(0.1968, 203506.68315149305)
(0.3875, 439505.08877824974)
(0.42969999999999997, 440799.0458225441)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2945, 20.0133123256182)
(0.30779999999999996, 19.942649117209235)
(0.3262, 19.85096508051361)
(0.5279, 10.130651537970946)
(0.5641, 9.992203263447662)
(0.7579, 5.78250566982943)
(0.77, 5.76800322417087)
(0.7765, 5.702733200365041)
(0.7795, 5.5237272998999725)
(0.8558, 4.042033492444728)
(0.8571, 3.9973124872845665)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.028199999999999996, 197.58894886058232)
(0.0398, 196.06109370601624)
(0.0409, 193.4060866856662)
(0.0422, 189.7715481761059)
(0.1695, 40.17069526679271)
(0.17270000000000002, 40.08964902173245)
(0.1733, 39.10411926350632)
(0.2928, 20.148041730189565)
(0.3043, 20.124497412231907)
(0.32530000000000003, 19.979603703607076)
(0.8121, 5.05032990978053)
(0.8148, 5.036065612066649)
(0.8178000000000001, 4.9298894819222125)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9984, 8.131018819893244)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0137, 202.02987253243623)
(0.014299999999999998, 201.19763879975935)
(0.0144, 197.88294746281875)
(0.0149, 196.12448878180498)
(0.015, 194.5561169524998)
(0.0503, 114.63375271104617)
(0.0522, 106.3696579844563)
(0.0524, 104.30373153996305)
(0.0536, 104.21966621213224)
(0.0538, 101.92106802427159)
(0.0898, 71.37405171197672)
(0.0921, 71.13382645706717)
(0.0936, 70.61356433373093)
(0.0939, 66.84794310845906)
(0.0943, 66.36712168680148)
(0.0986, 65.51007131849111)
(0.099, 64.35521158341763)
(0.1016, 63.895116501649504)
(0.1022, 62.6718738228396)
(0.3744, 12.979153793214344)
(0.3955, 12.914120579647422)
(0.3972, 12.42201191561913)
(0.3981, 12.294060575668494)
(0.4234, 12.080742533348275)
(0.42460000000000003, 11.914007055478306)
(0.4367, 11.880329643979408)
(0.43810000000000004, 11.592254517454549)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0092, 239.13747983100808)
(0.0118, 236.62709533648794)
(0.0127, 221.32939352648418)
(0.0137, 218.71424119689445)
(0.014599999999999998, 208.36675454794297)
(0.0166, 153.4273137376885)
(0.023799999999999998, 148.24400665247128)
(0.0298, 146.3086668660562)
(0.0319, 140.43106802474716)
(0.0431, 119.50272122505972)
(0.0482, 114.75480298447017)
(0.0492, 109.34069420416928)
(0.0526, 92.97406626078914)
(0.057199999999999994, 90.7100206935349)
(0.0787, 74.32288326085752)
(0.0804, 71.08096378936506)
(0.0916, 69.46491151682848)
(0.0935, 66.79211761083344)
(0.137, 16.61619128180813)
(0.1898, 16.122217384540868)
(0.22280000000000003, 15.905906958932894)
(0.32330000000000003, 13.728387077944353)
(0.3311, 13.155108809689423)
(0.3899, 12.97746862604113)
(0.3991, 12.328275621663426)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0038, 119.91615512057476)
(0.0043, 83.38818250437558)
(0.0241, 33.825340232331634)
(0.0261, 33.78036263208461)
(0.11180000000000001, 12.256776579833378)
(0.1135, 12.176047745180444)
(0.11379999999999998, 12.055930542361775)
(0.11439999999999999, 12.03294727585413)
(0.38370000000000004, 4.6994657278497405)
(0.3851, 4.688792150564077)
(0.3852, 4.636924918588205)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0516, 9.989239886755096)
(0.09419999999999999, 8.679654091560991)
(0.1599, 6.712354708797956)
(0.2185, 5.518432453331529)
(0.23610000000000003, 3.8819260439937664)
(0.3416, 3.2041891365184365)
(0.3856, 2.129632722777917)
(0.41130000000000005, 1.361677554448378)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 7.293688320153977)
(0.0083, 7.2252153176451355)
(0.008799999999999999, 7.21645879033722)
(0.0089, 7.195003043159341)
(0.011600000000000001, 7.181361178448757)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1024, 20.964308801879874)
(0.1056, 20.657496919749157)
(0.1102, 19.419800728115664)
(0.11610000000000001, 18.826125432317546)
(0.3982, 8.868904798761406)
(0.4138, 8.781773496843911)
(0.42619999999999997, 8.15457255063572)
(0.4542, 7.766732112906449)
(0.6868000000000001, 5.670062302506215)
(0.7121000000000001, 5.627062237088318)
(0.7339, 5.146932827628164)
(0.7798, 4.916994274593929)
(0.8285, 4.628812616846355)
(0.8599, 4.60535014774938)
(0.8844, 4.213096153064475)
(0.8869, 4.0287800604249195)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1636, 47.31839393606724)
(0.1679, 45.76267672834324)
(0.172, 44.18781782120606)
(0.2968, 27.57019772991982)
(0.35619999999999996, 23.93925345033015)
(0.41, 21.17505120416625)
(0.4266, 18.9073248190333)
(0.43179999999999996, 16.933043279025657)
(0.5204, 16.324572371086745)
(0.5372, 14.052728576234)
(0.6309, 11.191351549071236)
(0.739, 8.697804639331949)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0382, 89.94079926958096)
(0.0546, 86.77657831979577)
(0.0635, 83.72971977210877)
(0.1399, 52.11622900780849)
(0.2057, 46.793786373911864)
(0.2412, 43.28085691371431)
(0.286, 32.03035322680625)
(0.3469, 31.81549117187524)
(0.4081, 29.060023624904385)
(0.418, 28.296160558129852)
(0.493, 25.637277797405723)
(0.6014, 12.07068267083274)
(0.7248, 10.7375405895505)
(0.8714999999999999, 8.968395812128573)
(0.8884000000000001, 5.850322959962158)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0137, 90.59963430555133)
(0.0154, 89.12505387170144)
(0.016300000000000002, 84.66894771776697)
(0.0664, 24.082821215726273)
(0.0754, 23.32346587940568)
(0.16599999999999998, 10.218380317150126)
(0.1744, 10.174736764263686)
(0.1985, 9.332410958642594)
(0.35609999999999997, 5.178212137216681)
(0.3619, 5.077853880972005)
(0.3911, 4.946818718399318)
(0.395, 4.529912521362986)
(0.43390000000000006, 4.308557420890105)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3194, 20.0133123256182)
(0.3362, 19.942649117209235)
(0.3548, 19.85096508051361)
(0.5739, 10.130651537970946)
(0.6143, 9.992203263447662)
(0.8049, 5.78250566982943)
(0.8153, 5.76800322417087)
(0.8199, 5.702733200365041)
(0.8227, 5.5237272998999725)
(0.8233, 4.966994411050091)
(0.8888, 4.042033492444728)
(0.8903000000000001, 3.9973124872845665)
(0.8909, 3.476299986700925)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0316, 197.58894886058232)
(0.0429, 196.06109370601624)
(0.0441, 193.4060866856662)
(0.0458, 189.7715481761059)
(0.1834, 40.17069526679271)
(0.188, 40.08964902173245)
(0.1888, 39.10411926350632)
(0.3175, 20.148041730189565)
(0.3325, 20.124497412231907)
(0.354, 19.979603703607076)
(0.8519, 5.05032990978053)
(0.8526999999999999, 5.036065612066649)
(0.8555999999999999, 4.9298894819222125)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 8.131018819893244)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0152, 202.02987253243623)
(0.016, 201.19763879975935)
(0.0161, 197.88294746281875)
(0.0167, 196.12448878180498)
(0.016800000000000002, 194.5561169524998)
(0.054900000000000004, 114.63375271104617)
(0.057199999999999994, 106.3696579844563)
(0.057499999999999996, 104.30373153996305)
(0.0586, 104.21966621213224)
(0.058899999999999994, 101.92106802427159)
(0.098, 71.37405171197672)
(0.1006, 71.13382645706717)
(0.1021, 70.61356433373093)
(0.1026, 66.84794310845906)
(0.1031, 66.36712168680148)
(0.1078, 65.51007131849111)
(0.1083, 64.35521158341763)
(0.1109, 63.895116501649504)
(0.1116, 62.6718738228396)
(0.4096, 12.979153793214344)
(0.4325, 12.914120579647422)
(0.4343, 12.42201191561913)
(0.4354, 12.294060575668494)
(0.4627, 12.080742533348275)
(0.4641, 11.914007055478306)
(0.477, 11.880329643979408)
(0.47859999999999997, 11.592254517454549)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0104, 239.13747983100808)
(0.013300000000000001, 236.62709533648794)
(0.014199999999999999, 221.32939352648418)
(0.0154, 218.71424119689445)
(0.0164, 208.36675454794297)
(0.0184, 153.4273137376885)
(0.0268, 148.24400665247128)
(0.033, 146.3086668660562)
(0.034999999999999996, 140.43106802474716)
(0.0351, 128.58140234557908)
(0.035699999999999996, 127.6732308699533)
(0.047799999999999995, 119.50272122505972)
(0.053200000000000004, 114.75480298447017)
(0.0543, 109.34069420416928)
(0.0576, 92.97406626078914)
(0.0625, 90.7100206935349)
(0.0631, 80.57813019456171)
(0.0867, 74.32288326085752)
(0.0885, 71.08096378936506)
(0.1004, 69.46491151682848)
(0.1025, 66.79211761083344)
(0.1506, 16.61619128180813)
(0.2077, 16.122217384540868)
(0.2439, 15.905906958932894)
(0.35459999999999997, 13.728387077944353)
(0.3631, 13.155108809689423)
(0.42699999999999994, 12.97746862604113)
(0.43710000000000004, 12.328275621663426)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.004, 119.91615512057476)
(0.0045, 83.38818250437558)
(0.0258, 33.825340232331634)
(0.0279, 33.78036263208461)
(0.1206, 12.256776579833378)
(0.12250000000000001, 12.176047745180444)
(0.12310000000000001, 12.03294727585413)
(0.12350000000000001, 11.698268281697947)
(0.4084, 4.6994657278497405)
(0.4103, 4.688792150564077)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.056100000000000004, 9.989239886755096)
(0.10149999999999999, 8.679654091560991)
(0.1736, 6.712354708797956)
(0.2386, 5.518432453331529)
(0.2556, 3.8819260439937664)
(0.3729, 3.2041891365184365)
(0.4181, 2.129632722777917)
(0.44539999999999996, 1.361677554448378)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.003, 7.293688320153977)
(0.0091, 7.2252153176451355)
(0.009600000000000001, 7.21645879033722)
(0.0097, 7.195003043159341)
(0.0127, 7.181361178448757)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1109, 20.964308801879874)
(0.1142, 20.657496919749157)
(0.118, 19.419800728115664)
(0.1237, 18.826125432317546)
(0.4276, 8.868904798761406)
(0.4422, 8.781773496843911)
(0.45309999999999995, 8.15457255063572)
(0.476, 7.766732112906449)
(0.7344, 5.670062302506215)
(0.7584, 5.627062237088318)
(0.7746000000000001, 5.146932827628164)
(0.8095000000000001, 4.916994274593929)
(0.8821, 4.628812616846355)
(0.9106, 4.60535014774938)
(0.9291, 4.213096153064475)
(0.9309, 4.0287800604249195)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1774, 47.31839393606724)
(0.1819, 45.76267672834324)
(0.1864, 44.18781782120606)
(0.3214, 27.57019772991982)
(0.3869, 23.93925345033015)
(0.4462, 21.17505120416625)
(0.4643, 18.9073248190333)
(0.47030000000000005, 16.933043279025657)
(0.5678, 16.324572371086745)
(0.5861, 14.052728576234)
(0.6829, 11.191351549071236)
(0.7962, 8.697804639331949)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0419, 89.94079926958096)
(0.0593, 86.77657831979577)
(0.06889999999999999, 83.72971977210877)
(0.1528, 52.11622900780849)
(0.22290000000000001, 46.793786373911864)
(0.2627, 43.28085691371431)
(0.3125, 32.03035322680625)
(0.37839999999999996, 31.81549117187524)
(0.4455, 29.060023624904385)
(0.45599999999999996, 28.296160558129852)
(0.5378000000000001, 25.637277797405723)
(0.6533, 12.07068267083274)
(0.7857000000000001, 10.7375405895505)
(0.9208000000000001, 8.968395812128573)
(0.9348000000000001, 5.850322959962158)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014799999999999999, 90.59963430555133)
(0.0171, 89.12505387170144)
(0.017599999999999998, 84.66894771776697)
(0.0718, 24.082821215726273)
(0.08199999999999999, 23.32346587940568)
(0.1809, 10.218380317150126)
(0.1885, 10.174736764263686)
(0.21549999999999997, 9.332410958642594)
(0.38639999999999997, 5.178212137216681)
(0.3931, 5.077853880972005)
(0.4236, 4.946818718399318)
(0.4304, 4.529912521362986)
(0.4711, 4.308557420890105)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29100000000000004, 49.66545104980469)
(0.304, 49.82709884643555)
(0.3226, 50.130248069763184)
(0.5222, 98.25968742370605)
(0.5577, 99.58767890930176)
(0.7505, 172.2412109375)
(0.7628, 172.61290550231934)
(0.769, 174.7654676437378)
(0.7722, 180.5102825164795)
(0.8489000000000001, 246.6883659362793)
(0.8501, 249.57847595214844)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027800000000000002, 5.0307512283325195)
(0.039400000000000004, 5.059957504272461)
(0.0407, 5.119442939758301)
(0.0419, 5.2204132080078125)
(0.16770000000000002, 24.736881256103516)
(0.1714, 24.788975715637207)
(0.1718, 25.409817695617676)
(0.2893, 49.333810806274414)
(0.3009, 49.3854284286499)
(0.3217, 49.78680610656738)
(0.8047000000000001, 197.30186462402344)
(0.8076000000000001, 197.76594638824463)
(0.8107, 202.05235481262207)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9929, 122.7024793624878)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 4.911899566650391)
(0.014099999999999998, 4.948616027832031)
(0.014199999999999999, 5.013823509216309)
(0.0147, 5.059480667114258)
(0.014799999999999999, 5.10561466217041)
(0.0498, 8.707046508789062)
(0.0517, 9.386539459228516)
(0.0519, 9.586095809936523)
(0.0531, 9.597063064575195)
(0.0533, 9.797215461730957)
(0.089, 14.061808586120605)
(0.0913, 14.10818099975586)
(0.09280000000000001, 14.215350151062012)
(0.093, 15.002965927124023)
(0.09340000000000001, 15.115499496459961)
(0.0977, 15.30158519744873)
(0.09809999999999999, 15.591979026794434)
(0.10069999999999998, 15.641570091247559)
(0.10129999999999999, 15.987634658813477)
(0.3699, 77.83329486846924)
(0.38439999999999996, 78.19688320159912)
(0.391, 78.30917835235596)
(0.3923, 81.39777183532715)
(0.3932, 81.94577693939209)
(0.4183, 83.45091342926025)
(0.41950000000000004, 84.30945873260498)
(0.4316, 84.67590808868408)
(0.433, 86.71009540557861)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0091, 4.120588302612305)
(0.011600000000000001, 4.15349006652832)
(0.0125, 4.462122917175293)
(0.013500000000000002, 4.528403282165527)
(0.0144, 4.754304885864258)
(0.0165, 6.4296722412109375)
(0.0236, 6.723165512084961)
(0.0294, 6.760597229003906)
(0.0315, 7.053613662719727)
(0.0426, 8.355975151062012)
(0.0477, 8.697509765625)
(0.0487, 9.127378463745117)
(0.0519, 10.731935501098633)
(0.056499999999999995, 10.98012924194336)
(0.07780000000000001, 13.430476188659668)
(0.0795, 14.061570167541504)
(0.0907, 14.415144920349121)
(0.0926, 14.952301979064941)
(0.1355, 60.45663356781006)
(0.1874, 62.236905097961426)
(0.2203, 63.14289569854736)
(0.3189, 73.30954074859619)
(0.3266, 76.4089822769165)
(0.38530000000000003, 77.48496532440186)
(0.3944, 81.4274549484253)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0038, 8.304834365844727)
(0.0043, 11.913418769836426)
(0.023799999999999998, 29.394865036010742)
(0.0258, 29.407501220703125)
(0.1103, 81.0481309890747)
(0.1119, 81.71260356903076)
(0.1121, 82.47005939483643)
(0.1127, 82.785964012146)
(0.11279999999999998, 85.0834846496582)
(0.3805, 212.07475662231445)
(0.38130000000000003, 212.2802734375)
(0.38170000000000004, 215.0423526763916)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0514, 94.41816806793213)
(0.0939, 114.68958854675293)
(0.1593, 148.3461856842041)
(0.2177, 180.58443069458008)
(0.23370000000000002, 256.90948963165283)
(0.3386, 311.23995780944824)
(0.3821, 468.40202808380127)
(0.4072, 733.423113822937)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 136.43836975097656)
(0.0083, 137.8101110458374)
(0.0085, 138.008713722229)
(0.008799999999999999, 138.11075687408447)
(0.0089, 138.49294185638428)
(0.011600000000000001, 138.85056972503662)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10149999999999999, 55.21523952484131)
(0.10469999999999999, 56.533217430114746)
(0.1093, 62.629103660583496)
(0.10980000000000001, 63.62617015838623)
(0.1153, 67.69931316375732)
(0.3948, 117.77591705322266)
(0.4107, 120.9338903427124)
(0.4227, 134.61780548095703)
(0.4241, 140.56885242462158)
(0.45099999999999996, 143.54896545410156)
(0.6804, 182.92272090911865)
(0.7059, 185.94396114349365)
(0.7273, 207.24153518676758)
(0.7293999999999999, 215.48283100128174)
(0.7735000000000001, 218.4537649154663)
(0.8214, 220.6963300704956)
(0.8529, 221.46427631378174)
(0.8773, 244.51613426208496)
(0.8798, 254.33027744293213)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.162, 20.256757736206055)
(0.1663, 20.748138427734375)
(0.1703, 21.469950675964355)
(0.29460000000000003, 32.92953968048096)
(0.3536, 37.4608039855957)
(0.4069, 41.9384241104126)
(0.4234, 47.22297191619873)
(0.4285, 53.34019660949707)
(0.5161, 54.08966541290283)
(0.5326, 64.11778926849365)
(0.6256999999999999, 81.07459545135498)
(0.7325, 104.19285297393799)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0379, 10.616064071655273)
(0.0541, 10.640859603881836)
(0.0629, 10.79261302947998)
(0.1383, 17.714619636535645)
(0.20390000000000003, 19.0887451171875)
(0.23929999999999998, 20.188093185424805)
(0.2835, 30.188918113708496)
(0.3439, 30.51018714904785)
(0.4048, 32.9509973526001)
(0.4144, 33.284902572631836)
(0.4891, 36.376357078552246)
(0.595, 79.77080345153809)
(0.7175, 86.32206916809082)
(0.8641, 102.97036170959473)
(0.8813000000000001, 171.75686359405518)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 10.957598686218262)
(0.0152, 11.159658432006836)
(0.0158, 11.724710464477539)
(0.0656, 41.178345680236816)
(0.0745, 42.56248474121094)
(0.1647, 97.29313850402832)
(0.17250000000000001, 97.77092933654785)
(0.1772, 105.25023937225342)
(0.1968, 106.65631294250488)
(0.3525, 192.41583347320557)
(0.3584, 195.93191146850586)
(0.3875, 201.38561725616455)
(0.39049999999999996, 213.9378786087036)
(0.42969999999999997, 225.1455783843994)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29100000000000004, 52.17174291610718)
(0.3226, 52.4405837059021)
(0.5222, 102.15286016464233)
(0.5577, 103.7179946899414)
(0.7505, 178.50821018218994)
(0.7628, 179.29717302322388)
(0.769, 181.1325192451477)
(0.7722, 187.19297647476196)
(0.8489000000000001, 254.31909561157224)
(0.8501, 257.8089118003845)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027800000000000002, 5.284607410430908)
(0.039400000000000004, 5.3612589836120605)
(0.0407, 5.551588535308838)
(0.0419, 5.577838420867919)
(0.1615, 25.94916820526123)
(0.16770000000000002, 26.008141040802)
(0.1714, 26.02541446685791)
(0.1718, 26.79586410522461)
(0.3009, 51.7366886138916)
(0.3217, 52.272605895996094)
(0.8047000000000001, 204.0010929107666)
(0.8076000000000001, 205.22041320800778)
(0.8107, 209.6166491508484)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9929, 125.23795366287233)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014099999999999998, 5.383038520812988)
(0.014199999999999999, 5.471682548522948)
(0.0144, 5.531001091003418)
(0.0147, 5.604386329650879)
(0.014799999999999999, 5.632472038269043)
(0.0498, 9.400010108947754)
(0.0517, 10.02873182296753)
(0.0519, 10.16237735748291)
(0.0531, 10.167860984802246)
(0.0533, 10.303032398223877)
(0.089, 15.141487121582031)
(0.0913, 15.154147148132324)
(0.09280000000000001, 15.289390087127686)
(0.093, 16.01889133453369)
(0.09340000000000001, 16.152071952819824)
(0.0977, 16.18286371231079)
(0.09809999999999999, 16.45299196243286)
(0.10069999999999998, 16.747605800628662)
(0.10129999999999999, 16.904783248901367)
(0.3699, 88.3075475692749)
(0.391, 88.61033916473389)
(0.3923, 91.84457063674927)
(0.3932, 92.67325401306152)
(0.4183, 94.58191394805908)
(0.41950000000000004, 95.05907297134398)
(0.4316, 95.62944173812866)
(0.433, 97.63960838317871)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 4.795420169830322)
(0.0125, 5.161607265472412)
(0.013500000000000002, 5.305111408233643)
(0.0144, 5.318474769592285)
(0.0236, 7.376301288604736)
(0.0294, 7.605922222137451)
(0.0315, 7.906484603881835)
(0.0426, 9.036374092102049)
(0.0477, 9.408485889434814)
(0.0487, 9.798777103424072)
(0.0519, 11.679506301879883)
(0.056499999999999995, 12.011587619781494)
(0.07780000000000001, 14.662766456604004)
(0.0795, 15.014505386352539)
(0.0907, 15.650963783264158)
(0.0926, 15.99518060684204)
(0.1355, 71.01691961288452)
(0.1874, 73.00907373428345)
(0.2203, 74.00015592575073)
(0.3189, 84.95718240737915)
(0.3266, 87.73199319839476)
(0.38530000000000003, 89.94780778884888)
(0.3944, 93.0596113204956)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0038, 8.794713020324707)
(0.0043, 13.004565238952637)
(0.023799999999999998, 30.756545066833496)
(0.0258, 30.87475299835205)
(0.1103, 84.99191999435425)
(0.1119, 85.53001880645752)
(0.1127, 85.97902059555052)
(0.11279999999999998, 88.6811375617981)
(0.3786, 219.31493282318115)
(0.3805, 219.75572109222412)
(0.38130000000000003, 220.0628161430359)
(0.38170000000000004, 222.00552225112915)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0939, 119.51408386230469)
(0.1593, 154.07202243804932)
(0.2177, 186.83964014053345)
(0.23370000000000002, 265.46252965927124)
(0.3386, 320.2907681465149)
(0.3821, 481.55055046081543)
(0.4072, 747.8924512863159)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 141.90672636032104)
(0.008799999999999999, 143.575918674469)
(0.0089, 143.72141361236572)
(0.011600000000000001, 144.3468689918518)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1059, 82.69144296646118)
(0.1153, 83.0795407295227)
(0.3937, 198.13966751098633)
(0.4241, 198.28120470046997)
(0.45099999999999996, 199.50698614120483)
(0.6804, 306.8890571594238)
(0.7059, 307.72963762283325)
(0.7293999999999999, 311.4379048347473)
(0.7735000000000001, 311.75317764282227)
(0.8214, 354.8364162445068)
(0.8529, 357.58408308029175)
(0.8798, 369.3784475326538)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.162, 27.388167381286618)
(0.1663, 28.595471382141103)
(0.1703, 30.749785900115963)
(0.29460000000000003, 60.93689203262329)
(0.3294, 73.76586198806763)
(0.3536, 75.17732381820679)
(0.4069, 86.75894737243651)
(0.4234, 96.18772268295288)
(0.4285, 102.4973154067993)
(0.5161, 115.01363515853878)
(0.5326, 124.73505735397333)
(0.5488000000000001, 153.0085206031799)
(0.6256999999999999, 158.50468873977658)
(0.7325, 207.92816877365112)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0173, 15.122795104980469)
(0.0379, 15.97602367401123)
(0.0541, 18.973338603973385)
(0.0629, 20.94020843505859)
(0.1383, 29.02299165725708)
(0.20390000000000003, 36.34407520294188)
(0.2351, 39.93300199508667)
(0.23929999999999998, 41.89885854721069)
(0.2835, 42.81483888626098)
(0.3439, 49.75469112396238)
(0.4144, 52.929151058197014)
(0.4891, 60.349798202514634)
(0.595, 140.12185335159302)
(0.7175, 153.10146808624265)
(0.8641, 190.27128219604492)
(0.8813000000000001, 247.3948836326599)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 11.624276638031006)
(0.0152, 11.856281757354736)
(0.0158, 12.530112266540527)
(0.0646, 43.39287281036377)
(0.0656, 43.462204933166504)
(0.0745, 44.7832465171814)
(0.1647, 101.57760381698608)
(0.17250000000000001, 101.72586441040039)
(0.1968, 110.77462434768677)
(0.3525, 198.4985113143921)
(0.3584, 203.69868278503418)
(0.3875, 208.60180854797363)
(0.39049999999999996, 267.4246907234192)
(0.42969999999999997, 277.87280082702637)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29100000000000004, 53.30366849899292)
(0.3226, 53.5263729095459)
(0.5222, 104.09787178039551)
(0.5577, 106.07809305191039)
(0.7505, 182.28930711746216)
(0.7628, 182.386212348938)
(0.769, 184.0170407295227)
(0.7722, 191.11196279525757)
(0.8489000000000001, 257.93171644210815)
(0.8501, 263.0261540412903)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027800000000000002, 5.411953926086426)
(0.0308, 5.644562244415283)
(0.0407, 5.676777362823486)
(0.0419, 5.802042484283447)
(0.1615, 26.49247407913208)
(0.16770000000000002, 26.62374496459961)
(0.1714, 26.743788719177246)
(0.1718, 27.368557453155518)
(0.3009, 52.892372608184814)
(0.3217, 53.241636753082275)
(0.8047000000000001, 207.4878215789795)
(0.8076000000000001, 208.5431146621704)
(0.8107, 213.3666443824768)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9929, 127.45450496673583)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014099999999999998, 5.564205646514892)
(0.0147, 5.799341201782227)
(0.014799999999999999, 5.931661128997803)
(0.0498, 9.774739742279053)
(0.0531, 10.40980577468872)
(0.0533, 10.569238662719727)
(0.089, 15.771505832672121)
(0.0913, 16.042637825012207)
(0.09280000000000001, 16.07745885848999)
(0.09340000000000001, 16.526713371276855)
(0.0977, 16.843020915985107)
(0.09809999999999999, 16.87734365463257)
(0.10069999999999998, 17.20540761947632)
(0.10129999999999999, 17.312331199645996)
(0.391, 92.32679605484007)
(0.3923, 95.93016147613524)
(0.3932, 96.2104082107544)
(0.4183, 99.25102233886717)
(0.41950000000000004, 99.58740949630737)
(0.4316, 100.83235263824463)
(0.433, 103.06336879730225)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 5.152795314788818)
(0.0125, 5.475063323974609)
(0.0144, 5.724740028381347)
(0.0165, 7.70719051361084)
(0.017, 7.712583541870117)
(0.0236, 7.782483100891113)
(0.0294, 7.932772636413574)
(0.0315, 8.268835544586182)
(0.0426, 9.365038871765137)
(0.0436, 9.763493537902832)
(0.0477, 9.770116806030273)
(0.0487, 10.193819999694822)
(0.0519, 12.15973377227783)
(0.056499999999999995, 12.546133995056152)
(0.07780000000000001, 15.132396221160887)
(0.0795, 15.633959770202637)
(0.0907, 16.13760232925415)
(0.0926, 16.42106056213379)
(0.1355, 74.53245401382446)
(0.1874, 76.86935186386108)
(0.2203, 77.89987802505493)
(0.3189, 88.36353302001953)
(0.3266, 91.70443058013916)
(0.38530000000000003, 93.74590396881104)
(0.3944, 97.42600917816162)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0038, 9.196488857269285)
(0.0043, 13.530478477478027)
(0.0258, 31.545047760009762)
(0.1103, 86.87491655349731)
(0.1127, 87.58930444717407)
(0.11279999999999998, 90.69260358810425)
(0.38130000000000003, 223.2019066810608)
(0.38170000000000004, 225.80693483352658)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0939, 122.18733072280884)
(0.1593, 157.66771078109738)
(0.2177, 190.2066206932068)
(0.23370000000000002, 269.2418122291565)
(0.3386, 324.9403738975525)
(0.3821, 487.65690088272095)
(0.4072, 759.0296959877014)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 144.37344551086426)
(0.008799999999999999, 145.98649501800537)
(0.0089, 146.38314962387085)
(0.011600000000000001, 147.14598655700684)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1059, 84.04147148132324)
(0.1153, 84.73349094390868)
(0.4227, 200.96238374710083)
(0.4241, 201.139497756958)
(0.45099999999999996, 203.7222933769226)
(0.7059, 314.9134111404419)
(0.7293999999999999, 318.753879070282)
(0.7735000000000001, 318.967022895813)
(0.8214, 376.1320400238037)
(0.8529, 381.11780166625977)
(0.8798, 382.598009109497)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.162, 33.265089988708496)
(0.1663, 35.854363441467285)
(0.1703, 38.9265727996826)
(0.29460000000000003, 78.67127656936644)
(0.3294, 92.70197629928587)
(0.3311, 95.21402120590209)
(0.3536, 99.24995422363281)
(0.4069, 118.80058765411376)
(0.4234, 123.51585149765013)
(0.4285, 128.81608486175537)
(0.5055, 138.7755560874939)
(0.5161, 148.6086773872375)
(0.5326, 161.2104892730713)
(0.5488000000000001, 179.69393968582153)
(0.6256999999999999, 191.3946795463562)
(0.7325, 246.64183139801025)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0173, 15.657789707183838)
(0.0379, 20.18871307373046)
(0.0541, 24.94612216949462)
(0.0629, 29.17541980743408)
(0.1383, 35.970706939697266)
(0.20390000000000003, 47.666778564453125)
(0.2351, 48.03635120391845)
(0.2835, 52.719094753265345)
(0.3439, 64.30293798446655)
(0.4144, 68.77450942993163)
(0.4891, 79.92764949798583)
(0.595, 171.9225311279297)
(0.7175, 191.78701400756836)
(0.7308, 227.76121377944946)
(0.8641, 235.88258266448966)
(0.8813000000000001, 280.99906444549555)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 12.047178745269775)
(0.0152, 12.17822551727295)
(0.0158, 12.949860095977783)
(0.0656, 44.545464515686035)
(0.0745, 46.03860378265381)
(0.1647, 103.61571788787842)
(0.17250000000000001, 104.31424856185913)
(0.1968, 113.19382429122925)
(0.3525, 202.49122381210327)
(0.3584, 207.6578974723816)
(0.3875, 212.6273941993713)
(0.39049999999999996, 342.04346656799316)
(0.42969999999999997, 357.1350240707397)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.304, 54.419068098068244)
(0.3226, 54.58399200439485)
(0.5222, 105.56609749794008)
(0.5577, 107.17910242080697)
(0.7628, 184.41547584533703)
(0.769, 186.18514919281012)
(0.7722, 192.69588589668277)
(0.8489000000000001, 259.9751298427583)
(0.8501, 267.5944912433625)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027800000000000002, 5.607748746871961)
(0.0308, 5.684727907180796)
(0.0407, 5.791818380355849)
(0.0419, 6.648900270462047)
(0.1615, 27.05277824401857)
(0.1714, 27.150009155273445)
(0.1718, 27.874540090560963)
(0.3009, 53.646371364593534)
(0.3217, 55.2856163978577)
(0.8047000000000001, 209.49700665473952)
(0.8076000000000001, 211.2018394470217)
(0.8107, 214.76423597335824)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9929, 129.36701655387893)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014099999999999998, 5.71355700492864)
(0.0147, 6.1078925132751545)
(0.014799999999999999, 6.5502712726593195)
(0.048799999999999996, 10.101231098175083)
(0.0498, 10.109754323959423)
(0.0519, 10.693297863006675)
(0.0533, 10.813059568405157)
(0.0849, 16.345386981964122)
(0.0854, 16.437868595123298)
(0.09280000000000001, 16.52762007713326)
(0.09809999999999999, 17.325991153717073)
(0.10129999999999999, 18.281015872955347)
(0.3699, 94.46907305717473)
(0.391, 94.95750427246108)
(0.3923, 98.59343385696492)
(0.3932, 99.57042813301103)
(0.4183, 103.16127252578778)
(0.4316, 104.2460901737214)
(0.433, 107.52616047859199)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0092, 5.566212654113778)
(0.0108, 5.684518337249768)
(0.011600000000000001, 5.743590593338021)
(0.0123, 5.800924777984638)
(0.013500000000000002, 5.887187242507949)
(0.014199999999999999, 6.278336524963384)
(0.0144, 6.302670001983649)
(0.0165, 7.940062284469605)
(0.017, 8.066690206527714)
(0.0236, 8.167285442352318)
(0.0294, 8.324043035507215)
(0.0315, 8.981467962265015)
(0.0426, 9.677725553512623)
(0.0436, 10.074687480926585)
(0.0487, 10.583237171173145)
(0.0519, 12.65686202049257)
(0.056499999999999995, 13.642477273941077)
(0.0907, 16.39941787719727)
(0.0926, 16.84965896606457)
(0.1355, 78.21321773529061)
(0.1874, 82.52000141143807)
(0.2203, 84.3450109958649)
(0.3189, 92.32343196868898)
(0.38530000000000003, 96.89202594757106)
(0.3944, 100.58565950393688)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0038, 9.530490875244329)
(0.0043, 13.935917377472128)
(0.0258, 32.3399708271027)
(0.1103, 88.52732872962956)
(0.1121, 89.11716032028205)
(0.1127, 90.0074558258057)
(0.11279999999999998, 92.39165472984315)
(0.38130000000000003, 226.29087162017828)
(0.38170000000000004, 228.74179720878635)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0939, 124.32253789901743)
(0.1593, 159.83306789398208)
(0.2177, 192.44994473457353)
(0.23370000000000002, 272.86900711059616)
(0.3386, 332.19428801536566)
(0.3821, 491.76509308815014)
(0.4072, 770.3772108554841)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 146.04630613327038)
(0.008799999999999999, 147.3111281394959)
(0.0089, 148.97860980033875)
(0.011600000000000001, 149.8701832294465)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1059, 85.66766643524171)
(0.10980000000000001, 87.16734194755568)
(0.1153, 87.82940125465404)
(0.4227, 203.84579753875738)
(0.4241, 205.40622401237536)
(0.45099999999999996, 206.84806799888642)
(0.7059, 319.48451709747326)
(0.7293999999999999, 320.8320856094364)
(0.7735000000000001, 324.14608526229864)
(0.8214, 384.3235042095193)
(0.8529, 388.1962015628815)
(0.8773, 395.4011492729188)
(0.8798, 395.55198287963896)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.162, 38.744023323059686)
(0.1663, 45.7911765575413)
(0.1703, 46.57014012336777)
(0.29460000000000003, 97.38108563423285)
(0.3311, 112.25413393974445)
(0.3428, 116.94639325141972)
(0.3536, 125.7593595981607)
(0.4069, 145.85499334335498)
(0.4234, 152.97330236435116)
(0.4285, 157.11234879493833)
(0.4407, 160.0031661987317)
(0.5055, 160.48477220535298)
(0.5326, 187.34202241897754)
(0.5488000000000001, 202.34707093238916)
(0.6256999999999999, 217.53950142860438)
(0.7325, 276.45257854461704)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0173, 16.305375337600744)
(0.0379, 24.96891951560998)
(0.0459, 26.817394018173225)
(0.0541, 32.38940668106115)
(0.0738, 37.88886833190921)
(0.1383, 43.44718241691696)
(0.20390000000000003, 58.22862768173403)
(0.2351, 62.67864847183291)
(0.2835, 68.38208198547417)
(0.3439, 88.17478394508379)
(0.4144, 95.97779202461285)
(0.4891, 107.88936042785768)
(0.595, 199.79281210899367)
(0.606, 209.29270625114486)
(0.7175, 236.72471594810526)
(0.7308, 256.07075071334856)
(0.8641, 281.6736633777625)
(0.8813000000000001, 314.18930792808544)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014199999999999999, 12.44626736640931)
(0.0152, 12.898431777954317)
(0.0158, 13.541252851486403)
(0.0646, 45.09832143783569)
(0.0656, 45.267291307449376)
(0.0745, 47.092798948288085)
(0.1647, 105.59476494789128)
(0.17250000000000001, 105.6737961769104)
(0.1968, 114.85614323616035)
(0.3525, 204.13343858718912)
(0.3584, 212.4354412555695)
(0.3875, 215.18815851211565)
(0.39049999999999996, 348.54384589195274)
(0.42969999999999997, 364.07003760337835)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.