\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.47190000000000004, 169.04068865909065)
(0.47990000000000005, 136.62568909699831)
(0.7247, 84.19653282368883)
(0.9216, 47.936033051842124)
(0.9333, 47.53418101918658)
(0.9340999999999999, 47.09728967107443)
(0.9999, 33.90870198020066)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0411, 1598.9143114187907)
(0.0479, 1571.6838618802108)
(0.06899999999999999, 1459.1908444324458)
(0.0713, 1422.6607254365445)
(0.22160000000000002, 329.99418736205996)
(0.2552, 329.85793857977586)
(0.2683, 328.39862856140667)
(0.41859999999999997, 167.2260065516426)
(0.471, 164.74804488803522)
(0.9710000000000001, 42.14051254882944)
(0.9722, 41.25642864852408)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 94.08412134850414)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 1322.6240295862858)
(0.0215, 1282.714337529428)
(0.0233, 1265.3183987913676)
(0.024, 1243.6632330528325)
(0.0241, 1214.5792225287248)
(0.064, 543.4844833727701)
(0.0651, 541.1309720712022)
(0.066, 530.2121263643851)
(0.0705, 520.4252089397955)
(0.0706, 515.2494933870051)
(0.0707, 510.23858068095)
(0.0775, 504.37126153181623)
(0.0823, 499.81052905530976)
(0.0831, 478.77324219113405)
(0.0858, 477.3046373487365)
(0.0867, 471.2558158348005)
(0.1187, 260.60158068193755)
(0.12090000000000001, 257.8614689562581)
(0.12250000000000001, 255.58560936723444)
(0.1311, 251.3062604516115)
(0.1319, 247.2085989351233)
(0.1451, 246.33131545013816)
(0.1543, 238.74963911230276)
(0.16160000000000002, 235.98151150787842)
(0.1635, 227.88463570684726)
(0.43200000000000005, 23.775263070600385)
(0.44610000000000005, 23.773013311157374)
(0.4812, 23.547354381776262)
(0.48129999999999995, 23.461027454645063)
(0.48410000000000003, 23.379166146656345)
(0.49000000000000005, 23.232500694847356)
(0.5715, 23.18120598739864)
(0.5986, 23.01456821382182)
(0.6105, 22.781001261608832)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 1594.2068426577919)
(0.014000000000000002, 1526.0754795928576)
(0.0161, 1464.5826451504317)
(0.0164, 1377.110949208514)
(0.0179, 1370.0719447960475)
(0.019700000000000002, 1365.376001333375)
(0.0222, 1320.0756234576236)
(0.0237, 693.9380778779013)
(0.028499999999999998, 667.7888017037092)
(0.0308, 657.3898967405291)
(0.0434, 597.3041802423421)
(0.0495, 562.7450846223273)
(0.0591, 558.0795789878176)
(0.0615, 530.8540676054535)
(0.072, 528.7434567382045)
(0.0763, 500.45973571818405)
(0.07880000000000001, 289.4496486933579)
(0.0884, 274.8283233764976)
(0.10980000000000001, 273.69559633908756)
(0.11080000000000001, 263.8117685359778)
(0.1341, 261.25929438568056)
(0.142, 249.2665770465537)
(0.1584, 26.378989562079695)
(0.24430000000000002, 25.481631878771143)
(0.2585, 25.180239989556902)
(0.3162, 24.830610558811163)
(0.38570000000000004, 24.816518547225126)
(0.4093, 24.560543790755492)
(0.4838, 24.465233369218907)
(0.5163, 23.885303863138265)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0153, 1240.265919288611)
(0.0897, 299.6262729621818)
(0.3012, 85.80720902207432)
(0.8122, 31.20114364955493)
(0.8131, 31.074541169015816)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0984, 91.97590739201787)
(0.1946, 61.86265179919216)
(0.2243, 58.197145371898735)
(0.22440000000000002, 58.00393524165449)
(0.2279, 39.603830260730675)
(0.3996, 30.949789340481523)
(0.4128, 30.0266066995128)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 79.55682661905186)
(0.0075, 78.89955995709033)
(0.0085, 78.456226553338)
(0.0086, 78.1966643019825)
(0.014000000000000002, 60.78955796309913)
(0.017, 60.19241894836541)
(0.0185, 59.7029219145513)
(0.0186, 59.264850071150114)
(0.0187, 58.71821272363364)
(0.0252, 30.67173387827072)
(0.0259, 30.548842576668555)
(0.0273, 30.517836469867564)
(0.0329, 30.48823507647638)
(0.034499999999999996, 30.475185602153502)
(0.0348, 30.249543094801023)
(0.0371, 30.158463328711886)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.059, 140.89505815665314)
(0.0701, 132.37831751084184)
(0.0741, 128.76365792818572)
(0.0772, 128.3774731800361)
(0.0792, 112.73800637474585)
(0.16240000000000002, 63.2056663374504)
(0.17629999999999998, 57.87198739083698)
(0.195, 57.79713677697357)
(0.20729999999999998, 55.510011558453705)
(0.2178, 55.16050471123235)
(0.22240000000000001, 48.2493207968121)
(0.3991, 39.82531682997123)
(0.42990000000000006, 36.73287443572073)
(0.47990000000000005, 36.383031354808054)
(0.5115000000000001, 34.88599614503581)
(0.5371, 34.36653268759852)
(0.6708999999999999, 32.16077714067232)
(0.6949, 31.721913880777173)
(0.7445999999999999, 29.379449571287253)
(0.8349, 28.912938319723462)
(0.8936999999999999, 28.053274993171456)
(0.9362999999999999, 27.252674965784745)
(0.9545, 24.287384143633634)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1953, 209.6713786818555)
(0.3045, 121.30265209863974)
(0.34199999999999997, 110.34584363859173)
(0.37360000000000004, 102.30001023169858)
(0.376, 91.77161071352616)
(0.3863, 80.43803139022957)
(0.4485, 80.4076745537223)
(0.5201, 71.05859398347765)
(0.608, 70.61265965275972)
(0.7219, 57.02932887110047)
(0.808, 46.6896348029814)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 270.17254877407623)
(0.0363, 265.7597948893673)
(0.0385, 256.2665428562508)
(0.0485, 216.10243151713624)
(0.059699999999999996, 200.38748327358772)
(0.06810000000000001, 193.41817168976388)
(0.099, 156.70795762795424)
(0.1062, 155.9549076835429)
(0.1119, 151.22651534823459)
(0.1421, 114.01906927222042)
(0.1734, 101.62401037042198)
(0.1976, 95.90903744306472)
(0.26549999999999996, 88.71611159026466)
(0.2945, 85.90758689048566)
(0.3674, 64.98915585623662)
(0.5014000000000001, 61.30749110232453)
(0.5314, 59.42920192593334)
(0.5534, 57.19965287754906)
(0.6607999999999999, 46.663035431620756)
(0.7806, 42.13675826836021)
(0.8641, 39.9062546902982)
(0.8944000000000001, 30.40995815228914)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1042.7765979504982)
(0.027800000000000002, 948.1620801086895)
(0.033, 843.2729728485381)
(0.1216, 243.36138362213043)
(0.1306, 217.38999057474857)
(0.2613, 87.0690764162184)
(0.2712, 86.71519622873711)
(0.2741, 85.08148852684027)
(0.2907, 82.5589189588819)
(0.2962, 79.01637507925791)
(0.49429999999999996, 44.921080805978285)
(0.5061, 44.08712148433711)
(0.5284, 42.155604577409036)
(0.5602, 41.27917022166036)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9999, 0.9870715141296387)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9644, 0.7508208751678467)
(0.9710000000000001, 0.9228410720825195)
(0.9722, 1.4381508827209473)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 0.00023984909057617188)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6105, 515.5511784553528)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5163, 509.5039701461792)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8122, 8.497428894042969)
(0.8131, 8.581430196762085)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22440000000000002, 2.314427137374878)
(0.4128, 4.428887605667114)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0187, 515.2433414459229)
(0.0371, 523.9802167415619)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9545, 515.234052658081)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.808, 513.41051197052)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8944000000000001, 511.895210981369)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5602, 5.037541389465332)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9999, 200468.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9710000000000001, 200980.0)
(0.9722, 201620.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6105, 535172.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5163, 535176.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8131, 297276.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22440000000000002, 133904.0)
(0.2279, 159180.0)
(0.4128, 167152.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0371, 535172.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9545, 535172.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.808, 535984.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8944000000000001, 535172.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5602, 113180.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.47990000000000005, 10009)
(0.7247, 20009)
(0.9340999999999999, 35009)
(0.999, 49949)
(0.9997999999999999, 49996)
(0.9999, 50000)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0713, 1009)
(0.2683, 5009)
(0.471, 10009)
(0.9722, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 50000)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 183)
(0.022600000000000002, 217)
(0.024, 222)
(0.0241, 235)
(0.064, 616)
(0.0651, 622)
(0.066, 624)
(0.0697, 733)
(0.0705, 757)
(0.0706, 760)
(0.0775, 764)
(0.0823, 800)
(0.0858, 817)
(0.0867, 914)
(0.1187, 1156)
(0.12090000000000001, 1169)
(0.12250000000000001, 1173)
(0.13069999999999998, 1378)
(0.131, 1394)
(0.1311, 1412)
(0.1451, 1423)
(0.1543, 1502)
(0.16160000000000002, 1544)
(0.1635, 1762)
(0.43200000000000005, 6207)
(0.4401, 6255)
(0.44610000000000005, 6297)
(0.4812, 7032)
(0.48129999999999995, 7170)
(0.484, 7212)
(0.5356, 7290)
(0.5715, 7649)
(0.5986, 7913)
(0.6105, 8678)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0107, 72)
(0.012199999999999999, 74)
(0.0137, 84)
(0.014000000000000002, 87)
(0.0161, 114)
(0.0164, 126)
(0.019200000000000002, 147)
(0.0237, 159)
(0.028499999999999998, 177)
(0.0308, 190)
(0.0393, 278)
(0.0469, 307)
(0.0517, 335)
(0.0591, 442)
(0.072, 529)
(0.0759, 581)
(0.1018, 612)
(0.10980000000000001, 802)
(0.1371, 808)
(0.1584, 968)
(0.24430000000000002, 2176)
(0.2585, 2761)
(0.38570000000000004, 3460)
(0.4838, 4421)
(0.5163, 5906)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0153, 1009)
(0.0897, 5009)
(0.3012, 15009)
(0.8131, 40009)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0072, 468)
(0.009600000000000001, 485)
(0.01, 505)
(0.010100000000000001, 522)
(0.0128, 839)
(0.014599999999999998, 852)
(0.0157, 916)
(0.0158, 917)
(0.0171, 921)
(0.017599999999999998, 942)
(0.0179, 944)
(0.018, 979)
(0.0182, 989)
(0.0328, 1652)
(0.033600000000000005, 1720)
(0.035699999999999996, 1735)
(0.037, 1799)
(0.038, 1842)
(0.1042, 5009)
(0.1946, 9966)
(0.20600000000000002, 10009)
(0.2278, 11422)
(0.2279, 11432)
(0.22799999999999998, 11458)
(0.3996, 19640)
(0.4061, 20356)
(0.4128, 20435)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0085, 314)
(0.0093, 339)
(0.009600000000000001, 343)
(0.01, 346)
(0.0131, 533)
(0.013500000000000002, 535)
(0.0137, 551)
(0.014000000000000002, 552)
(0.014199999999999999, 553)
(0.0154, 578)
(0.0161, 587)
(0.0166, 594)
(0.017, 611)
(0.017499999999999998, 618)
(0.0179, 646)
(0.0185, 652)
(0.0186, 690)
(0.0187, 700)
(0.0243, 927)
(0.0252, 928)
(0.0259, 977)
(0.0267, 979)
(0.029599999999999998, 986)
(0.0316, 1002)
(0.0329, 1019)
(0.033, 1061)
(0.034499999999999996, 1078)
(0.035199999999999995, 1155)
(0.0364, 1171)
(0.0371, 1255)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.057199999999999994, 6896)
(0.058399999999999994, 6989)
(0.059, 7063)
(0.0646, 7847)
(0.0701, 8180)
(0.0741, 8522)
(0.0772, 8782)
(0.0792, 9269)
(0.1581, 15266)
(0.16060000000000002, 15360)
(0.16240000000000002, 15434)
(0.17629999999999998, 16983)
(0.195, 17308)
(0.20729999999999998, 18012)
(0.2178, 18553)
(0.22240000000000001, 20578)
(0.3865, 23830)
(0.3936, 23924)
(0.3991, 23998)
(0.42990000000000006, 25751)
(0.47990000000000005, 25882)
(0.5115000000000001, 26589)
(0.5371, 27132)
(0.6708999999999999, 27906)
(0.6849000000000001, 28000)
(0.6949, 28074)
(0.7445999999999999, 29853)
(0.8349, 29958)
(0.8936999999999999, 30665)
(0.9362999999999999, 31208)
(0.9545, 33788)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1948, 2007)
(0.1953, 2009)
(0.3045, 3476)
(0.34199999999999997, 3897)
(0.37360000000000004, 4288)
(0.376, 4820)
(0.3863, 5450)
(0.4485, 5871)
(0.5201, 6972)
(0.608, 8392)
(0.7219, 11217)
(0.808, 14605)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 4971)
(0.0363, 5105)
(0.0385, 5183)
(0.0485, 6334)
(0.0498, 6623)
(0.059699999999999996, 7015)
(0.0622, 7429)
(0.06810000000000001, 7477)
(0.0713, 8094)
(0.099, 12415)
(0.1062, 12549)
(0.1119, 12627)
(0.1421, 14654)
(0.1449, 15555)
(0.1734, 15668)
(0.1976, 16335)
(0.2045, 18441)
(0.26549999999999996, 18933)
(0.2817, 19067)
(0.2945, 19145)
(0.3674, 21193)
(0.3774, 22193)
(0.4394, 22207)
(0.48979999999999996, 22874)
(0.5014000000000001, 24856)
(0.5314, 24990)
(0.5534, 25068)
(0.6607999999999999, 27116)
(0.6748000000000001, 28116)
(0.7806, 28130)
(0.8641, 28797)
(0.8944000000000001, 31197)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1358)
(0.027100000000000003, 1387)
(0.027800000000000002, 1464)
(0.0293, 1492)
(0.032, 1520)
(0.033, 1621)
(0.11040000000000001, 5522)
(0.11979999999999999, 5931)
(0.1212, 6012)
(0.1216, 6198)
(0.1306, 6501)
(0.2613, 12835)
(0.2741, 13431)
(0.2862, 14440)
(0.2962, 15057)
(0.49429999999999996, 23857)
(0.5024, 24875)
(0.5061, 25837)
(0.5448000000000001, 28169)
(0.5602, 30885)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.022190372574446286, 169.04068865909065)
(0.02142811237059865, 136.62568909699831)
(0.014568837098421791, 84.19653282368883)
(0.014428916341889367, 82.85965110041455)
(0.011584465532046445, 47.936033051842124)
(0.011402745091906174, 47.53418101918658)
(0.010831032517336938, 33.90870198020066)
(0.010831031462719519, 33.359700220951034)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29838002214214737, 1598.9143114187907)
(0.21690258389608597, 1571.6838618802108)
(0.15360370034375592, 1459.1908444324458)
(0.1424042044254752, 1437.0910506279195)
(0.04808682706230811, 329.99418736205996)
(0.0397862373633798, 329.85793857977586)
(0.038749879826132226, 328.39862856140667)
(0.02477786158942055, 167.2260065516426)
(0.022192291697259055, 164.74804488803522)
(0.011029799027278898, 42.14051254882944)
(0.011024969991180553, 41.25642864852408)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010831011001208436, 94.08412134850414)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.524998188654373, 1322.6240295862858)
(0.501897967907671, 1318.9933860137714)
(0.4974896427247598, 1297.1265194284274)
(0.4961060969450045, 1290.785035241663)
(0.46878163157169556, 1282.714337529428)
(0.4401073825978376, 1265.3183987913676)
(0.42888996681042885, 1243.6632330528325)
(0.42406196316204076, 1214.5792225287248)
(0.1603606702144752, 543.4844833727701)
(0.15724187821226548, 541.1309720712022)
(0.15501921772817218, 530.2121263643851)
(0.14617169861919627, 520.4252089397955)
(0.14487935056771287, 515.2494933870051)
(0.14321139860329235, 514.8831444828758)
(0.13046238446542605, 504.37126153181623)
(0.1228758176281099, 499.81052905530976)
(0.12117313915051367, 478.77324219113405)
(0.11788971092364976, 477.3046373487365)
(0.11603515756171555, 471.2558158348005)
(0.08941631504277298, 260.60158068193755)
(0.08752110017770823, 257.8614689562581)
(0.08625590298522627, 255.58560936723444)
(0.08041541524211299, 251.3062604516115)
(0.07928702740365494, 249.55272374135836)
(0.07183324157063099, 246.33131545013816)
(0.06740562764567802, 238.74963911230276)
(0.06427078773889178, 235.98151150787842)
(0.06317385313082077, 227.88463570684726)
(0.024214445446345618, 23.775263070600385)
(0.02334738465535607, 23.773013311157374)
(0.02207682357666669, 23.547354381776262)
(0.02207330426989435, 23.461027454645063)
(0.02180968393588644, 23.379166146656345)
(0.021359562701392765, 23.232500694847356)
(0.017918754220115986, 23.18120598739864)
(0.017098202702463157, 23.01456821382182)
(0.016669912710472436, 22.781001261608832)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9187240149655598, 1594.2068426577919)
(0.8150546325061017, 1526.0754795928576)
(0.6561526591993743, 1464.5826451504317)
(0.6374700717932671, 1400.4957141726638)
(0.5734527981135658, 1370.0719447960475)
(0.5296344404817108, 1365.376001333375)
(0.4697683508057547, 1320.0756234576236)
(0.4028835504442983, 693.9380778779013)
(0.34768303849503773, 667.7888017037092)
(0.32109062927415005, 657.3898967405291)
(0.22909748737801225, 597.3041802423421)
(0.20139396266201567, 562.7450846223273)
(0.169219520045426, 558.0795789878176)
(0.16176629182366115, 530.8540676054535)
(0.141481043888345, 528.7434567382045)
(0.13439018245022943, 500.45973571818405)
(0.13227352211071905, 289.4496486933579)
(0.11381701058676905, 274.8283233764976)
(0.09662042148566292, 273.69559633908756)
(0.09355340449463596, 263.8117685359778)
(0.07865406568642608, 261.25929438568056)
(0.07388525854292362, 249.2665770465537)
(0.06841257173262097, 26.378989562079695)
(0.04238175309016247, 25.481631878771143)
(0.03967568754894297, 25.180239989556902)
(0.031215914524725125, 24.830610558811163)
(0.026861934747250123, 24.816518547225126)
(0.0249905792275846, 24.560543790755492)
(0.02131271449479319, 24.465233369218907)
(0.01972892883457215, 23.885303863138265)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.8077754894702887, 1240.265919288611)
(3.721994428440036, 1157.7488192866863)
(0.17984081799870716, 299.6262729621818)
(0.03571432352327715, 85.80720902207432)
(0.035638907253565305, 84.98091117368752)
(0.012651815454694184, 31.20114364955493)
(0.012636603265014926, 31.0989213756875)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10960820203291476, 91.97590739201787)
(0.05519799763978496, 61.86265179919216)
(0.048475521530412985, 58.197145371898735)
(0.04839452006507797, 58.00393524165449)
(0.04759090013941435, 39.603830260730675)
(0.027188018208166263, 30.949789340481523)
(0.02622714887168733, 30.0266066995128)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.4530049332028527, 79.55682661905186)
(1.403871258255821, 78.89955995709033)
(1.3242834863816573, 78.456226553338)
(1.2880031992585148, 78.1966643019825)
(0.7777991415649427, 60.78955796309913)
(0.6698461924018511, 60.19241894836541)
(0.6381828896333648, 59.7029219145513)
(0.6315967651628772, 59.264850071150114)
(0.4312397861426704, 30.67173387827072)
(0.41448919532751644, 30.548842576668555)
(0.3967414445695823, 30.517836469867564)
(0.35158787956600224, 30.48823507647638)
(0.33503300552719834, 30.475185602153502)
(0.33187308680328337, 30.249543094801023)
(0.3167723816648859, 30.158463328711886)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(16.081685301418084, 140.89505815665314)
(15.801608627698975, 132.37831751084184)
(15.735160192341304, 128.76365792818572)
(15.692629910366023, 128.3774731800361)
(15.690742464139872, 125.79378704109588)
(15.650354414101932, 121.16084941754137)
(15.593832691081055, 117.40676600805983)
(15.541316416960498, 116.26172414783339)
(15.473333177285756, 112.73800637474585)
(4.07252172431986, 63.2056663374504)
(4.062680617288978, 57.87198739083698)
(3.9485430290720642, 57.79713677697357)
(3.915854785634105, 55.510011558453705)
(3.904609016716151, 55.16050471123235)
(3.887653177631462, 54.76909221011573)
(3.831925070973668, 53.30314751971006)
(3.831539453014396, 50.718907756914035)
(3.766865246218966, 50.667538719775315)
(3.7391269655017307, 48.2493207968121)
(0.2451698300047132, 39.82531682997123)
(0.24198047491096464, 36.73287443572073)
(0.24197622895415782, 36.547751308574334)
(0.22063583686612676, 36.383031354808054)
(0.21518017053054084, 34.88599614503581)
(0.210984020408539, 34.58649637204549)
(0.20619519467149316, 33.710184920316955)
(0.016370006010060764, 32.16077714067232)
(0.015850229305759633, 31.721913880777173)
(0.0150519957352676, 29.379449571287253)
(0.013143961538622224, 28.912938319723462)
(0.012291180546744522, 28.053274993171456)
(0.011740310236130392, 27.252674965784745)
(0.011392988512084106, 24.287384143633634)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05063048235762365, 209.6713786818555)
(0.033411292149587324, 121.30265209863974)
(0.030487128650317944, 110.34584363859173)
(0.028448151694007166, 102.30001023169858)
(0.027383657924078028, 91.77161071352616)
(0.026628213480630467, 80.43803139022957)
(0.023653471016497944, 80.4076745537223)
(0.02088247440269921, 71.05859398347765)
(0.017588938361714237, 70.61265965275972)
(0.015246222028831581, 57.02932887110047)
(0.013845712879633569, 46.6896348029814)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(20.531982589707294, 270.17254877407623)
(20.509895021583553, 265.7597948893673)
(20.497112260445704, 256.2665428562508)
(16.471612065060725, 216.10243151713624)
(16.275553487664947, 200.38748327358772)
(16.164513196363547, 193.41817168976388)
(16.031619612777973, 182.15557990393705)
(15.92975420665969, 174.91520730370277)
(15.776531743913605, 157.3347076553017)
(7.779758718864685, 156.70795762795424)
(7.768747066141489, 155.9549076835429)
(7.744467866676944, 151.22651534823459)
(4.369774351177153, 114.01906927222042)
(4.267314511981656, 101.62401037042198)
(4.220342817656701, 95.90903744306472)
(4.07032267106332, 92.75909193263604)
(1.2093385931316827, 88.71611159026466)
(1.1500867243014021, 85.90758689048566)
(0.3005113420856979, 64.98915585623662)
(0.053619830102867666, 61.30749110232453)
(0.04006546624177944, 59.42920192593334)
(0.03449473729857588, 57.19965287754906)
(0.020460066861128102, 46.663035431620756)
(0.014936283933535332, 42.13675826836021)
(0.012963678908741094, 39.9062546902982)
(0.012243127441839993, 30.40995815228914)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3821265019476683, 1042.7765979504982)
(0.333061150662162, 843.2729728485381)
(0.08442288517929947, 243.36138362213043)
(0.0788251990055979, 217.38999057474857)
(0.038944982230074025, 87.0690764162184)
(0.036338400986387354, 86.71519622873711)
(0.036327205970010594, 85.08148852684027)
(0.03421722125954237, 82.5589189588819)
(0.03348098360774837, 79.01637507925791)
(0.02023972326076728, 44.921080805978285)
(0.019491104535329883, 44.08712148433711)
(0.01869330129870402, 42.155604577409036)
(0.018328657320048604, 41.27917022166036)
(0.018159093986630508, 41.02626944456785)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9999, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9722, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6105, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5163, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8131, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4128, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0371, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9545, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.808, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8944000000000001, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5602, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.47190000000000004, 1185.9156608400344)
(0.47990000000000005, 1573.1448559970856)
(0.7247, 2380.9531494579314)
(0.9216, 4181.989773396492)
(0.9333, 4228.115341229439)
(0.9340999999999999, 4259.183519921303)
(0.9999, 5911.992742071152)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0411, 125.69779291152953)
(0.0479, 127.87558928012847)
(0.06899999999999999, 137.90930827713012)
(0.0713, 141.7203669118881)
(0.22160000000000002, 609.0410307121277)
(0.2552, 609.2925968837739)
(0.2683, 613.948970746994)
(0.41859999999999997, 1201.8465557146071)
(0.471, 1219.923429965973)
(0.9710000000000001, 4769.2822854757305)
(0.9722, 4886.995956864357)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 404.62897091579435)
(0.0215, 417.2183816318512)
(0.0233, 422.9544125108719)
(0.024, 430.3190653038025)
(0.0241, 440.6233780994415)
(0.064, 984.705205710411)
(0.0651, 988.9879301338195)
(0.066, 1009.3545081090926)
(0.0705, 1028.3360429258346)
(0.0706, 1038.6657471160888)
(0.0707, 1048.8661976242065)
(0.0775, 1061.067592103958)
(0.0823, 1070.7497519340516)
(0.0831, 1117.7984750165938)
(0.0858, 1121.2377968349456)
(0.0867, 1135.6294861888887)
(0.1187, 2053.60227900219)
(0.12090000000000001, 2075.4244601421356)
(0.12250000000000001, 2093.905057193756)
(0.1311, 2129.56095498085)
(0.1319, 2164.859969698906)
(0.1451, 2172.5698944206238)
(0.1543, 2241.5615034637453)
(0.16160000000000002, 2267.855632334709)
(0.1635, 2348.43388339901)
(0.43200000000000005, 22509.61423269272)
(0.44610000000000005, 22511.74443034649)
(0.4812, 22727.478905833243)
(0.48129999999999995, 22811.106676150324)
(0.48410000000000003, 22890.978944368362)
(0.49000000000000005, 23035.488388845446)
(0.5715, 23086.460656573294)
(0.5986, 23253.618969857216)
(0.6105, 23492.03153339386)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 335.7004785575867)
(0.014000000000000002, 350.68776555061345)
(0.0161, 365.4119497947693)
(0.0164, 388.62228225517276)
(0.0179, 390.61890292167664)
(0.019700000000000002, 391.96236016845705)
(0.0222, 405.41313731575013)
(0.0237, 771.2157857608795)
(0.028499999999999998, 801.4150561294556)
(0.0308, 814.0922193260193)
(0.0434, 895.9856932239533)
(0.0495, 951.0096393985748)
(0.0591, 958.9600124244689)
(0.0615, 1008.1414698657989)
(0.072, 1012.1657170028686)
(0.0763, 1069.3687459831237)
(0.07880000000000001, 1848.9433392505646)
(0.0884, 1947.3102096061705)
(0.10980000000000001, 1955.369421936035)
(0.11080000000000001, 2028.6282259883883)
(0.1341, 2048.4476973667147)
(0.142, 2147.002644081116)
(0.1584, 20287.964356653214)
(0.24430000000000002, 21002.422550725936)
(0.2585, 21253.80855075073)
(0.3162, 21553.07453002167)
(0.38570000000000004, 21565.313401296615)
(0.4093, 21790.071285043716)
(0.4838, 21874.95994513321)
(0.5163, 22406.07877825356)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0153, 239.6905335998535)
(0.0897, 992.1693350219726)
(0.3012, 3464.5107723236083)
(0.8122, 9527.855880508425)
(0.8131, 9566.54511431408)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0984, 1455.859515789032)
(0.1946, 2164.5370204086307)
(0.2243, 2300.8688681259155)
(0.22440000000000002, 2308.5330235290526)
(0.2279, 4019.308207111359)
(0.3996, 5400.7475838088985)
(0.4128, 5566.7961975440985)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 6726.91487007904)
(0.0075, 6782.952912425041)
(0.0085, 6821.281413989067)
(0.0086, 6843.923647858621)
(0.014000000000000002, 8803.683032616615)
(0.017, 8891.019988066673)
(0.0185, 8963.916385297776)
(0.0186, 9030.17554853344)
(0.0187, 9114.241990281105)
(0.0252, 17448.37778405285)
(0.0259, 17518.568785605432)
(0.0273, 17536.367642850877)
(0.0329, 17553.393912687305)
(0.034499999999999996, 17560.910275873186)
(0.0348, 17691.903587528228)
(0.0371, 17745.333844330788)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.059, 3798.373108338356)
(0.0701, 4042.746652647018)
(0.0741, 4156.234830626488)
(0.0772, 4168.737604372978)
(0.0792, 4747.041545342446)
(0.16240000000000002, 8467.152250919342)
(0.17629999999999998, 9247.51376491928)
(0.195, 9259.48982672119)
(0.20729999999999998, 9640.9996138525)
(0.2178, 9702.086715878486)
(0.22240000000000001, 11091.803804943085)
(0.3991, 13437.984744348527)
(0.42990000000000006, 14569.292717249871)
(0.47990000000000005, 14709.384569443702)
(0.5115000000000001, 15340.596776284217)
(0.5371, 15572.475840517996)
(0.6708999999999999, 16640.518282849313)
(0.6949, 16870.734912508015)
(0.7445999999999999, 18215.86203313446)
(0.8349, 18509.775591881753)
(0.8936999999999999, 19076.988342012406)
(0.9362999999999999, 19637.411764969827)
(0.9545, 22034.979017708778)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1953, 2556.3050301361086)
(0.3045, 4418.567860858917)
(0.34199999999999997, 4857.310274009705)
(0.37360000000000004, 5239.334764347077)
(0.376, 5840.411820526124)
(0.3863, 6663.315731830596)
(0.4485, 6665.831377101898)
(0.5201, 7542.845558197022)
(0.608, 7590.480271324158)
(0.7219, 9398.392206428527)
(0.808, 11479.721404155733)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 1980.852615961075)
(0.0363, 2013.7432760391234)
(0.0385, 2088.3412794942856)
(0.0485, 2476.4737547969817)
(0.059699999999999996, 2670.6857696762086)
(0.06810000000000001, 2766.916858558655)
(0.099, 3415.09141016674)
(0.1062, 3431.581653627396)
(0.1119, 3538.876755624771)
(0.1421, 4693.706091586113)
(0.1734, 5266.196423948288)
(0.1976, 5579.9955277175895)
(0.26549999999999996, 6032.410465324402)
(0.2945, 6229.624406540871)
(0.3674, 8234.7892190485)
(0.5014000000000001, 8729.308447915078)
(0.5314, 9005.202537752151)
(0.5534, 9356.210625013351)
(0.6607999999999999, 11468.863845864298)
(0.7806, 12700.834662970543)
(0.8641, 13410.729825520515)
(0.8944000000000001, 17598.577325227736)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 108.53714997291566)
(0.027800000000000002, 127.08375764846801)
(0.033, 163.9042213497162)
(0.1216, 465.06967669010163)
(0.1306, 635.7974423503875)
(0.2907, 1370.8997335147858)
(0.2962, 1749.207045518875)
(0.5602, 2741.818679790497)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.47519999999999996, 169.04068865909065)
(0.4829, 136.62568909699831)
(0.7283999999999999, 84.19653282368883)
(0.7288, 82.85965110041455)
(0.9239, 47.936033051842124)
(0.9355, 47.53418101918658)
(0.9361, 47.09728967107443)
(1.0, 33.90870198020066)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0411, 1598.9143114187907)
(0.048, 1571.6838618802108)
(0.06939999999999999, 1459.1908444324458)
(0.07189999999999999, 1422.6607254365445)
(0.223, 329.99418736205996)
(0.257, 329.85793857977586)
(0.2702, 328.39862856140667)
(0.42140000000000005, 167.2260065516426)
(0.47430000000000005, 164.74804488803522)
(0.9724, 42.14051254882944)
(0.9734999999999999, 41.25642864852408)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 94.08412134850414)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0212, 1322.6240295862858)
(0.0213, 1288.1670134596632)
(0.0218, 1282.714337529428)
(0.0236, 1265.3183987913676)
(0.0243, 1243.6632330528325)
(0.024399999999999998, 1214.5792225287248)
(0.0645, 543.4844833727701)
(0.0656, 541.1309720712022)
(0.0665, 530.2121263643851)
(0.0711, 520.4252089397955)
(0.0712, 515.2494933870051)
(0.0713, 510.23858068095)
(0.0782, 504.37126153181623)
(0.08299999999999999, 499.81052905530976)
(0.0838, 478.77324219113405)
(0.0866, 477.3046373487365)
(0.0875, 471.2558158348005)
(0.11939999999999999, 260.60158068193755)
(0.1216, 257.8614689562581)
(0.1232, 255.58560936723444)
(0.132, 251.3062604516115)
(0.1328, 247.2085989351233)
(0.1462, 246.33131545013816)
(0.1554, 238.74963911230276)
(0.1627, 235.98151150787842)
(0.1646, 227.88463570684726)
(0.4346, 23.775263070600385)
(0.4487, 23.773013311157374)
(0.48390000000000005, 23.547354381776262)
(0.484, 23.461027454645063)
(0.4869, 23.379166146656345)
(0.4929, 23.232500694847356)
(0.5746, 23.18120598739864)
(0.6019, 23.01456821382182)
(0.6138, 22.781001261608832)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 1594.2068426577919)
(0.014000000000000002, 1526.0754795928576)
(0.016300000000000002, 1464.5826451504317)
(0.0166, 1377.110949208514)
(0.0182, 1370.0719447960475)
(0.02, 1365.376001333375)
(0.0225, 1320.0756234576236)
(0.0241, 693.9380778779013)
(0.0289, 667.7888017037092)
(0.0312, 657.3898967405291)
(0.044, 597.3041802423421)
(0.0501, 562.7450846223273)
(0.0598, 558.0795789878176)
(0.0622, 530.8540676054535)
(0.0728, 528.7434567382045)
(0.0771, 500.45973571818405)
(0.07980000000000001, 289.4496486933579)
(0.0893, 274.8283233764976)
(0.1109, 273.69559633908756)
(0.1117, 263.8117685359778)
(0.13520000000000001, 261.25929438568056)
(0.1431, 249.2665770465537)
(0.15940000000000001, 26.378989562079695)
(0.24630000000000002, 25.481631878771143)
(0.26070000000000004, 25.180239989556902)
(0.3186, 24.830610558811163)
(0.38849999999999996, 24.816518547225126)
(0.4126, 24.560543790755492)
(0.4869, 24.465233369218907)
(0.5199, 23.885303863138265)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0155, 1240.265919288611)
(0.0907, 299.6262729621818)
(0.30369999999999997, 85.80720902207432)
(0.8154, 31.20114364955493)
(0.8164, 31.074541169015816)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.099, 91.97590739201787)
(0.1961, 61.86265179919216)
(0.2262, 58.197145371898735)
(0.2263, 58.00393524165449)
(0.2298, 39.603830260730675)
(0.40199999999999997, 30.949789340481523)
(0.4152, 30.0266066995128)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 79.55682661905186)
(0.0075, 78.89955995709033)
(0.0086, 78.456226553338)
(0.0087, 78.1966643019825)
(0.014000000000000002, 60.78955796309913)
(0.017, 60.19241894836541)
(0.0186, 59.7029219145513)
(0.0187, 59.264850071150114)
(0.0188, 58.71821272363364)
(0.025500000000000002, 30.67173387827072)
(0.0263, 30.548842576668555)
(0.027700000000000002, 30.517836469867564)
(0.0333, 30.48823507647638)
(0.0348, 30.475185602153502)
(0.0351, 30.249543094801023)
(0.0375, 30.158463328711886)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0596, 140.89505815665314)
(0.0707, 132.37831751084184)
(0.0747, 128.76365792818572)
(0.07780000000000001, 128.3774731800361)
(0.07980000000000001, 112.73800637474585)
(0.1633, 63.2056663374504)
(0.1774, 57.87198739083698)
(0.196, 57.79713677697357)
(0.2083, 55.510011558453705)
(0.21869999999999998, 55.16050471123235)
(0.2232, 48.2493207968121)
(0.40099999999999997, 39.82531682997123)
(0.43220000000000003, 36.73287443572073)
(0.4824, 36.383031354808054)
(0.514, 34.88599614503581)
(0.5394, 34.36653268759852)
(0.6740999999999999, 32.16077714067232)
(0.6980999999999999, 31.721913880777173)
(0.7485, 29.379449571287253)
(0.8387, 28.912938319723462)
(0.8967, 28.053274993171456)
(0.9385, 27.252674965784745)
(0.9558, 24.287384143633634)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.19619999999999999, 209.6713786818555)
(0.30619999999999997, 121.30265209863974)
(0.3442, 110.34584363859173)
(0.3759, 102.30001023169858)
(0.3779, 91.77161071352616)
(0.3882, 80.43803139022957)
(0.45099999999999996, 80.4076745537223)
(0.5232, 71.05859398347765)
(0.612, 70.61265965275972)
(0.7262, 57.02932887110047)
(0.8128, 46.6896348029814)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0335, 270.17254877407623)
(0.0366, 265.7597948893673)
(0.0388, 256.2665428562508)
(0.0487, 216.10243151713624)
(0.0601, 200.38748327358772)
(0.06860000000000001, 193.41817168976388)
(0.0997, 156.70795762795424)
(0.10700000000000001, 155.9549076835429)
(0.1127, 151.22651534823459)
(0.143, 114.01906927222042)
(0.17450000000000002, 101.62401037042198)
(0.1988, 95.90903744306472)
(0.26739999999999997, 88.71611159026466)
(0.2965, 85.90758689048566)
(0.3699, 64.98915585623662)
(0.504, 61.30749110232453)
(0.5342, 59.42920192593334)
(0.5562, 57.19965287754906)
(0.6639999999999999, 46.663035431620756)
(0.784, 42.13675826836021)
(0.8673, 39.9062546902982)
(0.8973000000000001, 30.40995815228914)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0268, 1042.7765979504982)
(0.028100000000000003, 948.1620801086895)
(0.0334, 843.2729728485381)
(0.1226, 243.36138362213043)
(0.12290000000000001, 231.26671379151773)
(0.1318, 217.38999057474857)
(0.26339999999999997, 87.0690764162184)
(0.2738, 86.71519622873711)
(0.2762, 85.08148852684027)
(0.2926, 82.5589189588819)
(0.2988, 79.01637507925791)
(0.49729999999999996, 44.921080805978285)
(0.5097, 44.08712148433711)
(0.5325, 42.155604577409036)
(0.5636, 41.27917022166036)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5186, 169.04068865909065)
(0.5267000000000001, 136.62568909699831)
(0.7748, 84.19653282368883)
(0.7758, 82.85965110041455)
(0.7767000000000001, 68.11500435228852)
(0.9499000000000001, 47.936033051842124)
(0.9599, 47.53418101918658)
(0.9609, 47.09728967107443)
(1.0, 33.90870198020066)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.045200000000000004, 1598.9143114187907)
(0.053700000000000005, 1571.6838618802108)
(0.0755, 1459.1908444324458)
(0.0782, 1422.6607254365445)
(0.2451, 329.99418736205996)
(0.282, 329.85793857977586)
(0.2965, 328.39862856140667)
(0.46020000000000005, 167.2260065516426)
(0.5168, 164.74804488803522)
(0.9835, 42.14051254882944)
(0.9846, 41.38934370722073)
(0.9858, 41.25642864852408)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 94.08412134850414)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0234, 1322.6240295862858)
(0.024, 1282.714337529428)
(0.0259, 1265.3183987913676)
(0.0267, 1243.6632330528325)
(0.0268, 1214.5792225287248)
(0.0707, 543.4844833727701)
(0.0718, 541.1309720712022)
(0.0731, 530.2121263643851)
(0.0781, 520.4252089397955)
(0.0782, 515.2494933870051)
(0.07830000000000001, 510.23858068095)
(0.0859, 504.37126153181623)
(0.0911, 499.81052905530976)
(0.09190000000000001, 478.77324219113405)
(0.0954, 477.3046373487365)
(0.0963, 471.2558158348005)
(0.1311, 260.60158068193755)
(0.13340000000000002, 257.8614689562581)
(0.1355, 255.58560936723444)
(0.1449, 251.3062604516115)
(0.145, 250.40009470813519)
(0.1452, 249.55272374135836)
(0.14579999999999999, 247.2085989351233)
(0.16, 246.33131545013816)
(0.1704, 238.74963911230276)
(0.17880000000000001, 235.98151150787842)
(0.18080000000000002, 227.88463570684726)
(0.4723, 23.775263070600385)
(0.48769999999999997, 23.773013311157374)
(0.5246999999999999, 23.547354381776262)
(0.5248999999999999, 23.461027454645063)
(0.5275000000000001, 23.379166146656345)
(0.534, 23.232500694847356)
(0.6223, 23.18120598739864)
(0.6507, 23.01456821382182)
(0.6622, 22.781001261608832)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013900000000000001, 1594.2068426577919)
(0.0157, 1526.0754795928576)
(0.0186, 1464.5826451504317)
(0.0189, 1377.110949208514)
(0.0201, 1370.0719447960475)
(0.0222, 1365.376001333375)
(0.0248, 1320.0756234576236)
(0.0264, 693.9380778779013)
(0.0315, 667.7888017037092)
(0.034300000000000004, 657.3898967405291)
(0.048299999999999996, 597.3041802423421)
(0.055200000000000006, 562.7450846223273)
(0.06570000000000001, 558.0795789878176)
(0.0684, 530.8540676054535)
(0.07980000000000001, 528.7434567382045)
(0.0844, 500.45973571818405)
(0.0872, 289.4496486933579)
(0.0985, 274.8283233764976)
(0.12179999999999999, 273.69559633908756)
(0.12279999999999999, 263.8117685359778)
(0.1484, 261.25929438568056)
(0.15660000000000002, 249.2665770465537)
(0.1738, 26.378989562079695)
(0.26880000000000004, 25.481631878771143)
(0.284, 25.180239989556902)
(0.3496, 24.830610558811163)
(0.4253, 24.816518547225126)
(0.4507, 24.560543790755492)
(0.5309999999999999, 24.465233369218907)
(0.5647, 23.885303863138265)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 1240.265919288611)
(0.0986, 299.6262729621818)
(0.3298, 85.80720902207432)
(0.8596999999999999, 31.20114364955493)
(0.8605, 31.074541169015816)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10729999999999999, 91.97590739201787)
(0.21539999999999998, 61.86265179919216)
(0.24860000000000002, 58.197145371898735)
(0.2487, 58.00393524165449)
(0.2525, 39.603830260730675)
(0.4382, 30.949789340481523)
(0.4535, 30.0266066995128)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.007000000000000001, 79.55682661905186)
(0.0079, 78.89955995709033)
(0.009, 78.456226553338)
(0.0091, 78.1966643019825)
(0.0149, 60.78955796309913)
(0.018099999999999998, 60.19241894836541)
(0.0198, 59.7029219145513)
(0.0199, 59.264850071150114)
(0.028000000000000004, 30.67173387827072)
(0.0289, 30.548842576668555)
(0.0304, 30.517836469867564)
(0.036199999999999996, 30.48823507647638)
(0.038, 30.475185602153502)
(0.0386, 30.249543094801023)
(0.0411, 30.158463328711886)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0634, 140.89505815665314)
(0.0759, 132.37831751084184)
(0.0804, 128.76365792818572)
(0.0838, 128.3774731800361)
(0.0859, 112.73800637474585)
(0.1746, 63.2056663374504)
(0.19, 57.87198739083698)
(0.2098, 57.79713677697357)
(0.22269999999999998, 55.510011558453705)
(0.2332, 55.16050471123235)
(0.23769999999999997, 48.2493207968121)
(0.4324, 39.82531682997123)
(0.4664, 36.73287443572073)
(0.5166000000000001, 36.383031354808054)
(0.5469, 34.88599614503581)
(0.5703, 34.36653268759852)
(0.7278, 32.16077714067232)
(0.7525000000000001, 31.721913880777173)
(0.8010999999999999, 29.379449571287253)
(0.8846999999999999, 28.912938319723462)
(0.9323, 28.053274993171456)
(0.9643, 27.252674965784745)
(0.976, 24.287384143633634)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2158, 209.6713786818555)
(0.3356, 121.30265209863974)
(0.3766, 110.34584363859173)
(0.41180000000000005, 102.30001023169858)
(0.4131, 91.77161071352616)
(0.4241, 80.43803139022957)
(0.49260000000000004, 80.4076745537223)
(0.572, 71.05859398347765)
(0.6673, 70.61265965275972)
(0.7835, 57.02932887110047)
(0.8676, 46.6896348029814)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0358, 270.17254877407623)
(0.038900000000000004, 265.7597948893673)
(0.0411, 256.2665428562508)
(0.0524, 216.10243151713624)
(0.0649, 200.38748327358772)
(0.0741, 193.41817168976388)
(0.1059, 156.70795762795424)
(0.1137, 155.9549076835429)
(0.1196, 151.22651534823459)
(0.1526, 114.01906927222042)
(0.1864, 101.62401037042198)
(0.21139999999999998, 95.90903744306472)
(0.28969999999999996, 88.71611159026466)
(0.3209, 85.90758689048566)
(0.3973, 64.98915585623662)
(0.5295, 61.30749110232453)
(0.5622, 59.42920192593334)
(0.5859, 57.19965287754906)
(0.6921, 46.663035431620756)
(0.8183, 42.13675826836021)
(0.8991, 39.9062546902982)
(0.9246000000000001, 30.40995815228914)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.029599999999999998, 1042.7765979504982)
(0.0308, 948.1620801086895)
(0.0363, 843.2729728485381)
(0.1338, 243.36138362213043)
(0.14279999999999998, 217.38999057474857)
(0.2853, 87.0690764162184)
(0.2993, 86.71519622873711)
(0.3016, 85.08148852684027)
(0.3196, 82.5589189588819)
(0.3252, 79.01637507925791)
(0.5371, 44.921080805978285)
(0.5547, 44.08712148433711)
(0.5764, 42.155604577409036)
(0.612, 41.27917022166036)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.47190000000000004, 5.863428115844727)
(0.47990000000000005, 7.288455963134766)
(0.7247, 11.781454086303711)
(0.9216, 20.714640617370605)
(0.9333, 20.879745483398438)
(0.9340999999999999, 21.111726760864258)
(0.9999, 29.268383979797363)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0411, 0.6189346313476562)
(0.0479, 0.6307363510131836)
(0.06899999999999999, 0.6711483001708984)
(0.0713, 0.6819963455200195)
(0.2552, 3.006100654602051)
(0.2683, 3.040909767150879)
(0.41859999999999997, 5.94782829284668)
(0.471, 6.000399589538574)
(0.9710000000000001, 23.603200912475586)
(0.9722, 24.02651309967041)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.591387748718262)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 0.7464885711669922)
(0.0215, 0.7728338241577148)
(0.0233, 0.7855892181396484)
(0.024, 0.7932186126708984)
(0.0241, 0.8168220520019531)
(0.064, 1.8513202667236328)
(0.0651, 1.85394287109375)
(0.066, 1.8928050994873047)
(0.0705, 1.927018165588379)
(0.0706, 1.9483566284179688)
(0.0707, 1.9658803939819336)
(0.0775, 1.990199089050293)
(0.0781, 2.008795738220215)
(0.0823, 2.013683319091797)
(0.0831, 2.0911693572998047)
(0.0858, 2.1004676818847656)
(0.0867, 2.1326541900634766)
(0.1187, 3.8657188415527344)
(0.12090000000000001, 3.907322883605957)
(0.12250000000000001, 3.941655158996582)
(0.1311, 4.002094268798828)
(0.1319, 4.059195518493652)
(0.13240000000000002, 4.09245491027832)
(0.1451, 4.098057746887207)
(0.1543, 4.210114479064941)
(0.16160000000000002, 4.262804985046387)
(0.1635, 4.410982131958008)
(0.4401, 42.66512393951416)
(0.44610000000000005, 42.80376434326172)
(0.4812, 43.056488037109375)
(0.48410000000000003, 43.30027103424072)
(0.49000000000000005, 43.663978576660156)
(0.5715, 43.74408721923828)
(0.5986, 44.07477378845215)
(0.6105, 44.68405246734619)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 0.6251335144042969)
(0.014000000000000002, 0.6518363952636719)
(0.0161, 0.676274299621582)
(0.0164, 0.7166862487792969)
(0.0179, 0.7193088531494141)
(0.019700000000000002, 0.7236003875732422)
(0.0222, 0.7517337799072266)
(0.0237, 1.435399055480957)
(0.028499999999999998, 1.4934539794921875)
(0.0308, 1.520395278930664)
(0.0434, 1.6727447509765625)
(0.0495, 1.7774105072021484)
(0.0591, 1.7856359481811523)
(0.0615, 1.8858909606933594)
(0.072, 1.904606819152832)
(0.0763, 2.000570297241211)
(0.07880000000000001, 3.480076789855957)
(0.0884, 3.6690235137939453)
(0.10980000000000001, 3.682374954223633)
(0.11080000000000001, 3.802657127380371)
(0.1341, 3.855466842651367)
(0.142, 4.032254219055176)
(0.1584, 38.623809814453125)
(0.24430000000000002, 39.77656364440918)
(0.2585, 40.36271572113037)
(0.3162, 40.91966152191162)
(0.38570000000000004, 40.92812538146973)
(0.4093, 41.44275188446045)
(0.4838, 41.45205020904541)
(0.5163, 42.49989986419678)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0153, 0.80108642578125)
(0.0897, 3.2988786697387695)
(0.3012, 11.589646339416504)
(0.8122, 31.95810317993164)
(0.8131, 32.04071521759033)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0984, 10.759353637695312)
(0.1946, 16.026973724365234)
(0.2243, 17.063021659851074)
(0.22440000000000002, 17.18306541442871)
(0.2279, 25.08103847503662)
(0.3996, 32.103776931762695)
(0.4128, 33.16175937652588)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 12.517094612121582)
(0.0075, 12.609362602233887)
(0.0085, 12.656807899475098)
(0.0086, 12.729763984680176)
(0.014000000000000002, 16.41368865966797)
(0.017, 16.556978225708008)
(0.0185, 16.701102256774902)
(0.0186, 16.80612564086914)
(0.0187, 16.95263385772705)
(0.0252, 32.53507614135742)
(0.0259, 32.58848190307617)
(0.0273, 32.64427185058594)
(0.034499999999999996, 32.69648551940918)
(0.0348, 32.98819065093994)
(0.0371, 33.08892250061035)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.057199999999999994, 8.799552917480469)
(0.059, 9.015917778015137)
(0.0646, 9.703993797302246)
(0.0701, 10.171771049499512)
(0.0741, 10.39743423461914)
(0.0772, 10.442376136779785)
(0.0792, 10.542631149291992)
(0.16240000000000002, 18.886208534240723)
(0.17629999999999998, 20.225167274475098)
(0.1776, 21.21734619140625)
(0.17880000000000001, 21.62182331085205)
(0.18080000000000002, 21.67332172393799)
(0.195, 22.000908851623535)
(0.1975, 22.832632064819336)
(0.20729999999999998, 23.443937301635742)
(0.21070000000000003, 23.933053016662598)
(0.2178, 24.18076992034912)
(0.22240000000000001, 25.081515312194824)
(0.3865, 27.42767333984375)
(0.3936, 27.4888277053833)
(0.3991, 27.750849723815918)
(0.42990000000000006, 29.838919639587402)
(0.4337, 31.389355659484863)
(0.47990000000000005, 31.415939331054688)
(0.6708999999999999, 32.47499465942383)
(0.6949, 33.27202796936035)
(0.7445999999999999, 35.903215408325195)
(0.7447, 36.11433506011963)
(0.7496, 36.93366050720215)
(0.8349, 37.001729011535645)
(0.8936999999999999, 38.28895092010498)
(0.9362999999999999, 39.78371620178223)
(0.9545, 42.984962463378906)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1953, 4.593133926391602)
(0.3045, 7.746458053588867)
(0.34199999999999997, 8.423566818237305)
(0.37360000000000004, 9.011983871459961)
(0.376, 10.292530059814453)
(0.4485, 11.742711067199707)
(0.5201, 13.24927806854248)
(0.608, 13.751506805419922)
(0.7219, 17.049670219421387)
(0.808, 20.908832550048828)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0363, 2.576589584350586)
(0.0385, 2.745509147644043)
(0.0485, 3.56137752532959)
(0.059699999999999996, 3.8295984268188477)
(0.06810000000000001, 3.9212703704833984)
(0.099, 4.924654960632324)
(0.1062, 4.975557327270508)
(0.1119, 5.230307579040527)
(0.1421, 7.34865665435791)
(0.1734, 8.03077220916748)
(0.1976, 8.403420448303223)
(0.26549999999999996, 10.141372680664062)
(0.2945, 10.29515266418457)
(0.3674, 13.564586639404297)
(0.4394, 15.254855155944824)
(0.5014000000000001, 15.737414360046387)
(0.5314, 16.07954502105713)
(0.5534, 16.586661338806152)
(0.6607999999999999, 19.965767860412598)
(0.7806, 22.15099334716797)
(0.8641, 23.273348808288574)
(0.8944000000000001, 31.940460205078125)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 0.9436607360839844)
(0.027800000000000002, 1.0256767272949219)
(0.033, 1.1459589004516602)
(0.1216, 4.043340682983398)
(0.1306, 4.501581192016602)
(0.2613, 11.39986515045166)
(0.2712, 11.476397514343262)
(0.2741, 11.67750358581543)
(0.2907, 12.019991874694824)
(0.2962, 12.601852416992188)
(0.49429999999999996, 22.21381664276123)
(0.5061, 22.66669273376465)
(0.5284, 23.644685745239258)
(0.5602, 24.130821228027344)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.47190000000000004, 6.3182830810546875)
(0.47990000000000005, 7.802605628967285)
(0.7247, 12.582886219024658)
(0.9216, 22.001612186431885)
(0.9333, 22.156763076782227)
(0.9340999999999999, 22.306382656097412)
(0.9999, 31.078875064849854)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0411, 0.7083773612976073)
(0.0479, 0.7181882858276366)
(0.0669, 0.7688999176025391)
(0.06899999999999999, 0.774383544921875)
(0.0713, 0.8077740669250488)
(0.2683, 3.2117128372192383)
(0.41859999999999997, 6.357443332672119)
(0.44930000000000003, 6.436312198638916)
(0.46390000000000003, 6.474316120147705)
(0.471, 6.515944004058838)
(0.9710000000000001, 24.91446733474731)
(0.9722, 25.58627128601074)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 11.182594299316406)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 0.8416175842285156)
(0.0215, 0.8704781532287598)
(0.0233, 0.8840560913085938)
(0.0241, 0.9064912796020508)
(0.064, 2.0659565925598145)
(0.0651, 2.0907521247863765)
(0.066, 2.098405361175537)
(0.0705, 2.146267890930176)
(0.0706, 2.158951759338379)
(0.0707, 2.165102958679199)
(0.0823, 2.1942615509033203)
(0.0867, 2.3235440254211426)
(0.1187, 4.3815016746521)
(0.12090000000000001, 4.434847831726074)
(0.13069999999999998, 4.504120349884032)
(0.131, 4.524803161621094)
(0.1311, 4.526233673095703)
(0.13240000000000002, 4.602205753326416)
(0.1451, 4.6059250831603995)
(0.1557, 4.719328880310059)
(0.16160000000000002, 4.750025272369385)
(0.1635, 4.933524131774902)
(0.44610000000000005, 51.7728567123413)
(0.4812, 51.9963264465332)
(0.48129999999999995, 52.45776176452637)
(0.48410000000000003, 52.65132188796997)
(0.48810000000000003, 52.73407697677612)
(0.49000000000000005, 52.78292894363403)
(0.5715, 52.806293964385986)
(0.5986, 53.086411952972405)
(0.6105, 53.75025272369385)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 0.684511661529541)
(0.014000000000000002, 0.7208108901977538)
(0.014099999999999998, 0.7731914520263672)
(0.0159, 0.7786750793457031)
(0.0161, 0.7854223251342772)
(0.0164, 0.815892219543457)
(0.019700000000000002, 0.8226275444030761)
(0.0222, 0.8350372314453124)
(0.0237, 1.6696572303771973)
(0.028499999999999998, 1.7479658126831055)
(0.0308, 1.7714738845825195)
(0.0434, 1.9121527671813965)
(0.0495, 1.9817590713500977)
(0.0591, 2.079367637634277)
(0.072, 2.133095264434814)
(0.0763, 2.2211670875549316)
(0.07880000000000001, 3.9043784141540527)
(0.0884, 4.1072726249694815)
(0.10980000000000001, 4.2423248291015625)
(0.11080000000000001, 4.2832255363464355)
(0.11510000000000001, 4.407036304473877)
(0.1341, 4.4158101081848145)
(0.142, 4.530048370361328)
(0.1584, 47.628891468048096)
(0.20329999999999998, 49.135613441467285)
(0.24430000000000002, 49.27794933319091)
(0.2585, 49.51256513595581)
(0.3162, 49.774205684661865)
(0.38570000000000004, 50.04197359085083)
(0.4093, 50.29499530792236)
(0.4838, 50.93469619750976)
(0.5163, 51.95395946502685)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0153, 0.8728861808776854)
(0.0897, 3.6180615425109863)
(0.30019999999999997, 12.31989860534668)
(0.3012, 12.38187551498413)
(0.8122, 33.415138721466064)
(0.8131, 33.55764150619507)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0984, 11.706781387329102)
(0.1946, 17.208600044250485)
(0.22440000000000002, 18.256711959838867)
(0.2279, 26.446640491485596)
(0.3996, 33.94749164581299)
(0.4128, 34.88204479217529)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 13.331496715545654)
(0.0086, 13.438737392425537)
(0.014000000000000002, 17.223656177520752)
(0.0155, 17.39213466644287)
(0.0185, 17.566275596618652)
(0.0186, 17.840003967285156)
(0.0187, 18.18324327468872)
(0.0252, 33.96918773651123)
(0.033600000000000005, 34.03829336166382)
(0.034499999999999996, 34.37241315841675)
(0.0348, 34.63777303695679)
(0.0371, 34.65898036956787)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0639, 11.50069236755371)
(0.0792, 11.558496952056885)
(0.17629999999999998, 26.68135166168213)
(0.17880000000000001, 27.05674171447754)
(0.18080000000000002, 27.2341251373291)
(0.1975, 27.355265617370605)
(0.2178, 27.53920555114746)
(0.22240000000000001, 27.599024772644043)
(0.3991, 42.11150407791138)
(0.43970000000000004, 42.230069637298584)
(0.47990000000000005, 42.509472370147705)
(0.487, 42.62317419052124)
(0.5371, 42.732369899749756)
(0.5493, 43.19528341293335)
(0.6708999999999999, 50.249338150024414)
(0.6949, 50.39869546890258)
(0.7445999999999999, 50.7142424583435)
(0.7554000000000001, 50.726258754730225)
(0.7603, 50.75883865356445)
(0.9084, 50.82671642303466)
(0.9362999999999999, 51.703989505767815)
(0.9545, 52.213966846466064)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1953, 5.932819843292235)
(0.3045, 13.664150238037108)
(0.34199999999999997, 15.620660781860348)
(0.376, 17.5453782081604)
(0.3863, 18.66000890731811)
(0.4081, 18.88834238052368)
(0.4485, 21.092045307159424)
(0.608, 21.61083221435546)
(0.7219, 26.924300193786618)
(0.808, 32.80830383300781)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0363, 9.052872657775877)
(0.0385, 9.330725669860835)
(0.0454, 9.539759159088133)
(0.0485, 9.551799297332762)
(0.0498, 9.81614589691162)
(0.059699999999999996, 9.819209575653076)
(0.06810000000000001, 10.202431678771973)
(0.0713, 10.763943195343018)
(0.099, 14.329302310943604)
(0.1062, 14.373755455017081)
(0.1119, 14.423966407775877)
(0.1326, 18.410789966583252)
(0.1421, 18.445146083831784)
(0.1449, 19.37930583953857)
(0.1734, 20.06446123123169)
(0.1787, 21.37904167175293)
(0.1976, 21.702480316162106)
(0.26549999999999996, 23.362958431243893)
(0.2945, 23.42923879623413)
(0.3674, 28.655076026916504)
(0.5014000000000001, 29.93667125701904)
(0.5314, 29.940593242645253)
(0.5534, 31.545937061309814)
(0.6607999999999999, 35.349404811859124)
(0.6748000000000001, 37.22805976867676)
(0.7806, 37.246525287628174)
(0.8641, 38.71886730194091)
(0.8944000000000001, 43.591415882110596)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1.073145866394043)
(0.027800000000000002, 1.2167215347290037)
(0.033, 1.3759732246398926)
(0.1216, 4.602503776550293)
(0.1306, 5.378377437591553)
(0.2712, 12.584340572357176)
(0.2741, 12.904548645019531)
(0.2907, 13.278591632843018)
(0.2962, 13.611197471618652)
(0.49429999999999996, 23.438239097595215)
(0.5061, 23.94840717315674)
(0.5284, 25.05481243133545)
(0.5602, 25.657689571380615)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.47190000000000004, 6.540775299072266)
(0.47990000000000005, 8.031432628631592)
(0.7247, 13.005423545837402)
(0.9216, 22.74332284927368)
(0.9333, 23.0069637298584)
(0.9340999999999999, 23.158159255981445)
(0.9999, 31.670253276824948)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0411, 0.7367706298828125)
(0.0479, 0.7491469383239745)
(0.0669, 0.795130729675293)
(0.06899999999999999, 0.8065867424011229)
(0.0713, 0.8299350738525391)
(0.2683, 3.3092808723449707)
(0.41859999999999997, 6.620886325836182)
(0.44930000000000003, 6.632623672485351)
(0.46390000000000003, 6.7386674880981445)
(0.471, 7.190682888031006)
(0.9710000000000001, 25.694751739501953)
(0.9722, 26.58106803894043)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 11.41291856765747)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.020499999999999997, 0.8895635604858398)
(0.0209, 0.8921718597412109)
(0.020999999999999998, 0.9062385559082031)
(0.0211, 0.9176778793334961)
(0.022600000000000002, 0.9236502647399901)
(0.0233, 0.9360337257385254)
(0.0241, 0.9372472763061523)
(0.064, 2.17329740524292)
(0.066, 2.2138476371765137)
(0.0705, 2.2502231597900386)
(0.0706, 2.258455753326416)
(0.0823, 2.2750568389892574)
(0.0867, 2.4508047103881836)
(0.1187, 4.665958881378174)
(0.12090000000000001, 4.711387157440185)
(0.1311, 4.718654155731201)
(0.1451, 4.832944869995117)
(0.16160000000000002, 4.976613521575928)
(0.1635, 5.270349979400634)
(0.44610000000000005, 53.9838433265686)
(0.4812, 54.59628105163574)
(0.48129999999999995, 54.96000528335571)
(0.49000000000000005, 55.30854940414428)
(0.5715, 56.30959510803223)
(0.5986, 56.337406635284424)
(0.6105, 56.858294010162346)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 0.7245826721191406)
(0.014000000000000002, 0.7810854911804198)
(0.014099999999999998, 0.8132696151733398)
(0.0159, 0.8378076553344727)
(0.0164, 0.8528351783752441)
(0.0222, 0.8802986145019531)
(0.0237, 1.805870532989502)
(0.028499999999999998, 1.8604230880737305)
(0.0308, 1.8691658973693845)
(0.0434, 2.0781326293945312)
(0.0495, 2.087368965148926)
(0.0591, 2.193460464477539)
(0.0615, 2.24867582321167)
(0.072, 2.249722480773926)
(0.0763, 2.35825777053833)
(0.07880000000000001, 4.0499019622802725)
(0.0884, 4.32997703552246)
(0.11080000000000001, 4.469194412231445)
(0.1341, 4.681506156921387)
(0.142, 4.769885540008545)
(0.1584, 50.35950422286987)
(0.24430000000000002, 51.881976127624505)
(0.2585, 51.97969436645507)
(0.3162, 52.203257083892815)
(0.3955, 53.05655002593994)
(0.4838, 53.68838548660278)
(0.5163, 54.711811542510986)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0153, 0.9203791618347167)
(0.0897, 3.8651227951049805)
(0.30019999999999997, 12.614762783050537)
(0.3012, 12.781636714935303)
(0.8115, 34.116108417510986)
(0.8122, 34.33425426483154)
(0.8131, 34.38772678375244)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0984, 12.181031703948975)
(0.1946, 17.921693325042725)
(0.2243, 18.83082866668701)
(0.22440000000000002, 18.906607627868652)
(0.2278, 27.3919939994812)
(0.2279, 27.79926776885986)
(0.3996, 34.62743043899536)
(0.4128, 35.656118392944336)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 13.895559310913086)
(0.0075, 13.93838882446289)
(0.0086, 13.968305587768555)
(0.0155, 17.868096828460693)
(0.0162, 18.084750175476074)
(0.017, 18.091816902160645)
(0.0185, 18.144423961639404)
(0.0186, 18.426203727722164)
(0.0187, 18.696115016937256)
(0.0252, 34.709250926971436)
(0.0329, 34.84423637390137)
(0.033600000000000005, 35.30814170837402)
(0.0371, 35.41233777999878)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0772, 11.863527297973633)
(0.0792, 11.951537132263184)
(0.16240000000000002, 27.39337682723999)
(0.17629999999999998, 27.662017345428467)
(0.1975, 27.90004253387451)
(0.21070000000000003, 28.303084373474118)
(0.2178, 28.502228260040283)
(0.22240000000000001, 28.808071613311768)
(0.42990000000000006, 43.68269443511963)
(0.43710000000000004, 43.75042676925659)
(0.47990000000000005, 43.90619277954101)
(0.487, 44.144630432128906)
(0.5115000000000001, 44.32033061981201)
(0.5493, 44.46187496185303)
(0.7447, 52.60255813598633)
(0.7586999999999999, 52.68436908721924)
(0.7603, 52.72283554077148)
(0.9084, 52.91394233703613)
(0.9362999999999999, 53.78921985626221)
(0.9545, 54.442009925842285)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1934, 7.250554561614989)
(0.1953, 7.329742908477783)
(0.3045, 17.07041263580322)
(0.34199999999999997, 20.14150381088257)
(0.376, 21.39429807662964)
(0.4081, 21.666293144226074)
(0.608, 24.39786434173584)
(0.7219, 30.587422847747803)
(0.808, 36.707730293273926)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 11.095380783081055)
(0.0713, 11.465315818786621)
(0.099, 16.58517599105835)
(0.1062, 16.598911285400387)
(0.1119, 17.6401424407959)
(0.1326, 20.93255043029785)
(0.1421, 21.20293140411377)
(0.1449, 22.249035835266113)
(0.1734, 22.91710138320923)
(0.1787, 23.97928476333618)
(0.1976, 24.636647701263428)
(0.2045, 25.511252880096436)
(0.26549999999999996, 26.378376483917236)
(0.2945, 26.636104583740234)
(0.3399, 31.62624359130859)
(0.3674, 31.792545318603516)
(0.5014000000000001, 32.41551160812377)
(0.5314, 32.71115779876709)
(0.5534, 33.848865032196045)
(0.6607999999999999, 38.9043927192688)
(0.6748000000000001, 40.75451850891113)
(0.7806, 41.548023223876946)
(0.8641, 42.4196982383728)
(0.8944000000000001, 46.61919832229614)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1.2116503715515137)
(0.027800000000000002, 1.3869690895080566)
(0.033, 1.5454411506652832)
(0.1216, 5.047452449798584)
(0.1306, 5.67699670791626)
(0.2712, 13.27834367752075)
(0.2741, 13.472819328308105)
(0.2862, 13.882913589477539)
(0.2907, 13.925333023071287)
(0.2962, 14.093165397644043)
(0.49429999999999996, 24.055416584014893)
(0.5061, 24.630146026611325)
(0.5284, 25.841410160064697)
(0.5448000000000001, 26.331040859222412)
(0.5602, 27.07954168319702)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.44880000000000003, 6.741129398345998)
(0.4643, 7.0164265632629395)
(0.47190000000000004, 7.159879922866858)
(0.47990000000000005, 8.38522195816051)
(0.7247, 13.3626942634583)
(0.9216, 23.59618067741404)
(0.9333, 23.79599928855902)
(0.9340999999999999, 23.859853267669838)
(0.9999, 32.61738419532781)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0479, 0.8025374412536639)
(0.0669, 0.8299481868743908)
(0.0713, 0.8778791427612325)
(0.2459, 3.4690935611724947)
(0.2683, 3.492873907089237)
(0.44930000000000003, 6.735335588455201)
(0.46390000000000003, 7.61602091789254)
(0.471, 7.729370117187507)
(0.9710000000000001, 26.84271597862247)
(0.9722, 28.38040208816533)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 11.654007673263559)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0209, 0.936204910278336)
(0.020999999999999998, 0.9911806583404823)
(0.022600000000000002, 1.0391008853912633)
(0.0227, 1.0885739326477226)
(0.0241, 1.0977401733398706)
(0.0823, 2.363185167312642)
(0.0831, 2.6707205772400293)
(0.0867, 2.79843282699586)
(0.1451, 4.958091020584144)
(0.1512, 5.309647560119634)
(0.1543, 5.390599966049212)
(0.16160000000000002, 5.507735252380395)
(0.1635, 5.517967224121095)
(0.44610000000000005, 56.629373311996645)
(0.48129999999999995, 57.457673788070764)
(0.5291, 58.35985755920412)
(0.6105, 59.62765240669254)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014000000000000002, 0.8807373046875232)
(0.0159, 0.985869884490989)
(0.0164, 0.9889757633209457)
(0.0222, 1.053100585937522)
(0.0308, 2.1480569839477885)
(0.0373, 2.2089986801147505)
(0.0495, 2.2154970169067485)
(0.072, 2.3679864406585707)
(0.0763, 2.6090738773346)
(0.07880000000000001, 4.431744337081932)
(0.11080000000000001, 4.811527967453004)
(0.11510000000000001, 4.835129022598267)
(0.1341, 4.8681809902191295)
(0.142, 4.899043321609499)
(0.1584, 52.90525269508364)
(0.24430000000000002, 53.99019622802737)
(0.2585, 54.94675302505503)
(0.3162, 55.03917312622126)
(0.38570000000000004, 56.17903494834902)
(0.4838, 56.419305562973534)
(0.5163, 57.532943248749014)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0153, 1.134584665298479)
(0.088, 4.4462733268738015)
(0.0897, 4.468585491180433)
(0.30019999999999997, 12.848523616790935)
(0.3012, 13.280592679977522)
(0.8112, 34.91174197196977)
(0.8115, 35.24467754364018)
(0.8131, 35.40546464920055)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0984, 13.274167776107829)
(0.1946, 18.793968200683608)
(0.2243, 19.174380064010645)
(0.22440000000000002, 19.9564452171326)
(0.2278, 28.44496083259595)
(0.2279, 29.033945560455326)
(0.3996, 35.44749546051042)
(0.4128, 36.144721269607565)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 14.29547977447511)
(0.0075, 14.342285394668599)
(0.0086, 14.598208665847785)
(0.0155, 18.32293176651003)
(0.0162, 18.465573787689323)
(0.017, 18.581141233444235)
(0.0179, 18.688528537750255)
(0.0185, 18.796751499176075)
(0.0187, 19.383595228195315)
(0.0316, 35.46509766578675)
(0.0329, 35.77437090873724)
(0.034499999999999996, 35.97898936271673)
(0.035199999999999995, 36.43753695487977)
(0.0371, 36.54463005065936)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0644, 12.232878446578988)
(0.06989999999999999, 12.286673307418868)
(0.0772, 12.314479827880895)
(0.0792, 12.389087915420696)
(0.16240000000000002, 28.154480934143162)
(0.17629999999999998, 28.258178234100374)
(0.1975, 28.77895236015332)
(0.20729999999999998, 28.895496129989937)
(0.21070000000000003, 29.107073307037396)
(0.2178, 29.439900875091745)
(0.22240000000000001, 31.35998177528384)
(0.43710000000000004, 44.45308709144599)
(0.47990000000000005, 45.16522598266605)
(0.5211, 45.73790454864512)
(0.5493, 45.82054042816171)
(0.7445999999999999, 54.037625789642405)
(0.9084, 54.122006654739636)
(0.9362999999999999, 55.21298575401321)
(0.9545, 58.07804965972911)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1934, 8.600763559341436)
(0.1953, 8.738582849502592)
(0.3045, 21.31271600723271)
(0.4081, 23.778850793838558)
(0.608, 26.708790063858114)
(0.7219, 33.67031502723697)
(0.808, 38.341116666793965)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0323, 11.533903121948256)
(0.06810000000000001, 11.537383794784553)
(0.0713, 12.272456407547006)
(0.1062, 18.530446052551298)
(0.1119, 18.7617435455323)
(0.1326, 21.756079196930052)
(0.1421, 22.941185712814445)
(0.1449, 23.20582318305972)
(0.1595, 24.77198529243476)
(0.1734, 25.018092155456596)
(0.1787, 25.092090606689496)
(0.2045, 26.464961290359565)
(0.26549999999999996, 28.19387745857251)
(0.2945, 29.228320837020927)
(0.3399, 34.02270245552069)
(0.5014000000000001, 34.219772338867216)
(0.5314, 35.017740726471054)
(0.5534, 36.74319243431091)
(0.6607999999999999, 40.434905767440846)
(0.6748000000000001, 44.01030445098884)
(0.8036, 46.46437573432932)
(0.8641, 47.29096221923832)
(0.8944000000000001, 50.75447154045117)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1.516953229904187)
(0.027800000000000002, 1.5772678852081414)
(0.033, 1.749472379684466)
(0.1212, 5.650483608245889)
(0.1216, 5.86855196952823)
(0.1306, 5.944490432739301)
(0.2712, 13.442519664764404)
(0.2741, 13.87888097763062)
(0.2862, 14.34079504013063)
(0.2962, 14.67080068588265)
(0.5024, 25.09109783172613)
(0.5061, 25.86638259887698)
(0.5284, 26.857161045074594)
(0.5448000000000001, 28.34080338478097)
(0.5602, 28.429194927215676)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.