\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.363, 471.33816511709836)
(0.3632, 412.3054728159101)
(0.44299999999999995, 237.4756256921624)
(0.4455, 232.7376683362377)
(0.44930000000000003, 226.37213723957623)
(0.4521, 193.27326905550595)
(0.511, 134.99026106524508)
(0.5142, 131.65216641259912)
(0.5158, 128.5349293636223)
(0.5439, 92.29063563725686)
(0.5514, 92.03007739203646)
(0.5523, 79.136810912013)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05789999999999999, 4144.085966260851)
(0.0586, 4106.699878198275)
(0.0605, 3800.389797136957)
(0.24, 872.796343760281)
(0.2425, 825.4760362624194)
(0.246, 783.3998508771799)
(0.3685, 454.876022732609)
(0.5316, 113.88373747590293)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 4.458630417662111)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 2041.7928699179154)
(0.020200000000000003, 1888.5613438521968)
(0.0206, 1820.9637036255565)
(0.05689999999999999, 652.1171437162635)
(0.05739999999999999, 639.3299990183627)
(0.0595, 620.8545530844717)
(0.06470000000000001, 613.391827036627)
(0.0655, 591.6240624305749)
(0.1025, 286.7689971716261)
(0.1044, 284.45943366020737)
(0.1055, 279.45944707019265)
(0.11000000000000001, 274.1960652643934)
(0.12310000000000001, 272.6669149571666)
(0.1254, 260.91707009252366)
(0.3366, 21.701026143552003)
(0.3429, 21.655064716380313)
(0.3831, 21.461311884028813)
(0.3927, 21.33784524658425)
(0.40090000000000003, 20.882312951713143)
(0.4018, 20.69350973253668)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 2596.3318483193466)
(0.013800000000000002, 2517.427752239202)
(0.014599999999999998, 2509.159803469377)
(0.0152, 2443.2691764379674)
(0.0159, 2400.0737022144426)
(0.0179, 2266.9854845614022)
(0.0195, 2192.8089027653323)
(0.0196, 2081.223357036918)
(0.035699999999999996, 904.2659979234004)
(0.0387, 870.7468531654356)
(0.0418, 808.693772718763)
(0.058199999999999995, 764.6674147491356)
(0.06, 676.0410462886924)
(0.0618, 374.4670882106949)
(0.0684, 341.8763346699017)
(0.0703, 330.7364179221228)
(0.0907, 328.15246263546163)
(0.10629999999999999, 321.9486351833343)
(0.1117, 300.08730090250043)
(0.1407, 23.8837651720245)
(0.1778, 23.635490292118895)
(0.19870000000000002, 23.545053967650766)
(0.2431, 23.234648151438247)
(0.32130000000000003, 22.872405104039707)
(0.3559, 22.765782371855412)
(0.3772, 22.138745507121047)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0728, 2842.9656611720657)
(0.0731, 2718.687450089709)
(0.0737, 2679.9756941138735)
(0.2774, 662.2059680736918)
(0.2783, 646.509487155062)
(0.5786, 179.84784191585732)
(0.579, 170.60340540228552)
(0.7691, 49.93996803168798)
(0.7692, 49.75207670507219)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.177, 168.6300959666476)
(0.1777, 112.24157474487498)
(0.265, 109.07939527999241)
(0.2666, 79.61953202332566)
(0.26680000000000004, 79.58432744865637)
(0.3416, 64.48761675348648)
(0.3419, 37.16145611741503)
(0.4274, 30.039135994400663)
(0.42910000000000004, 27.263098602154415)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 184.1996361508404)
(0.016900000000000002, 182.39743573185103)
(0.0172, 180.23613003236065)
(0.052000000000000005, 137.24534718331049)
(0.0539, 137.09363663281772)
(0.0639, 133.91486186313475)
(0.0658, 133.20242713181878)
(0.1069, 112.29525439149313)
(0.11100000000000002, 109.60959520901235)
(0.1123, 108.82983454601218)
(0.12, 108.27483779377069)
(0.1223, 108.07179291276148)
(0.12569999999999998, 108.03112502964909)
(0.12969999999999998, 105.2956932613833)
(0.1303, 66.88845636921806)
(0.133, 65.73545678262617)
(0.2864, 53.0790374499125)
(0.3001, 50.8086296599911)
(0.3156, 50.29894221939856)
(0.316, 48.90145549401085)
(0.32280000000000003, 47.87487815562353)
(0.3235, 46.08273048053564)
(0.3291, 44.30905163771721)
(0.33039999999999997, 35.67908193980917)
(0.337, 34.68123417680019)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 7.955940109049558)
(0.3491, 7.289235652934725)
(0.363, 6.478861113474301)
(0.46749999999999997, 3.1950072235027727)
(0.4845, 2.943560169516902)
(0.48529999999999995, 2.6446296799771245)
(0.504, 2.567511233427878)
(0.5980000000000001, 1.9822277297672473)
(0.6259, 1.8190470168399424)
(0.6281, 1.6955328449593523)
(0.6587, 1.6190589407200928)
(0.8214, 1.5725299879473074)
(0.8587999999999999, 1.4481765175691577)
(0.9162000000000001, 1.304786550439931)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3355, 22.23579293070514)
(0.3435, 20.50576366976151)
(0.4603, 7.711988456376166)
(0.4716, 6.816031926228644)
(0.47850000000000004, 6.261638708893758)
(0.5142, 5.245673327604041)
(0.5213, 4.593057613452672)
(0.5355000000000001, 4.587647502193205)
(0.5526, 4.027731160430061)
(0.5833, 3.381072514065439)
(0.7643, 3.2406327235445684)
(0.8029, 2.396954123014468)
(0.8304, 1.8807127447094367)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1595, 23.44590766278868)
(0.16570000000000001, 22.56465468393888)
(0.2892, 16.741144458716004)
(0.3122, 13.907769225687021)
(0.3298, 10.52260762015343)
(0.3587, 8.088345030670704)
(0.40800000000000003, 6.694539395211933)
(0.4391, 5.623466784554447)
(0.4849, 4.648397495943694)
(0.49379999999999996, 4.380124857635896)
(0.5179, 4.061317372897062)
(0.5631, 3.4503884612315043)
(0.6875, 3.2193779870768644)
(0.7652, 2.7093965718107573)
(0.8196999999999999, 2.1376847593638013)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 1349.3180872084008)
(0.078, 1227.547877189722)
(0.0787, 1141.655143880584)
(0.0809, 1007.0952570067764)
(0.0824, 769.6010181336712)
(0.2885, 321.41767874478097)
(0.2924, 320.74172993286095)
(0.2925, 294.416067634697)
(0.29369999999999996, 265.8112482736038)
(0.2967, 230.74814746433648)
(0.49729999999999996, 110.99352460325007)
(0.5094000000000001, 107.84278813001792)
(0.6627, 44.69803894161735)
(0.6634, 43.598925897623985)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5439, 41.337106704711914)
(0.5514, 45.79136347770691)
(0.5523, 53.27443718910217)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5316, 29.73098659515381)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 0.0003077983856201172)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4018, 745.5695905685425)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3772, 734.1272859573364)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7692, 76.51220440864563)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4274, 17.007681131362915)
(0.42910000000000004, 31.752697229385376)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3291, 714.7785604000092)
(0.337, 744.2909121513367)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9162000000000001, 680.2578527927399)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8304, 701.1760005950928)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8196999999999999, 678.2772238254547)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.635, 69.26591467857361)
(0.6516, 86.31025314331055)
(0.6543, 122.20105838775635)
(0.6634, 202.37130904197693)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5439, 1879848.0)
(0.5514, 1882808.0)
(0.5523, 1959212.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5316, 1893372.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4018, 4148300.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3772, 4148292.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7675, 1170496.0)
(0.7692, 1170500.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4274, 1141188.0)
(0.42910000000000004, 1336384.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3291, 3320900.0)
(0.337, 3488048.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9162000000000001, 3320896.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8304, 3361652.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8196999999999999, 3320896.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.635, 1100284.0)
(0.6516, 1212944.0)
(0.6543, 1438028.0)
(0.6634, 1888196.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3632, 10009)
(0.4521, 20009)
(0.5158, 35009)
(0.5523, 50009)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0605, 1009)
(0.246, 5009)
(0.3685, 10009)
(0.5316, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1193514)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0185, 100)
(0.0191, 109)
(0.019200000000000002, 110)
(0.019700000000000002, 152)
(0.020200000000000003, 171)
(0.0206, 204)
(0.0541, 267)
(0.054400000000000004, 288)
(0.05639999999999999, 301)
(0.05689999999999999, 307)
(0.05739999999999999, 314)
(0.0974, 481)
(0.1025, 529)
(0.1044, 545)
(0.1055, 558)
(0.11000000000000001, 921)
(0.11100000000000002, 964)
(0.1173, 1189)
(0.1186, 1284)
(0.12310000000000001, 1401)
(0.1254, 1534)
(0.3296, 1827)
(0.3298, 1847)
(0.32999999999999996, 1893)
(0.3366, 1973)
(0.3404, 2044)
(0.3429, 2083)
(0.36419999999999997, 3874)
(0.36819999999999997, 4165)
(0.3831, 5183)
(0.38889999999999997, 5758)
(0.3927, 6204)
(0.40090000000000003, 7126)
(0.4018, 8551)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 70)
(0.0127, 82)
(0.013800000000000002, 85)
(0.014599999999999998, 89)
(0.0152, 98)
(0.0256, 129)
(0.0261, 151)
(0.0269, 180)
(0.032, 193)
(0.035699999999999996, 201)
(0.0387, 222)
(0.048, 265)
(0.056999999999999995, 315)
(0.0618, 353)
(0.0801, 447)
(0.08030000000000001, 467)
(0.0813, 512)
(0.1407, 699)
(0.1778, 907)
(0.19870000000000002, 1035)
(0.2431, 2989)
(0.2516, 3286)
(0.32130000000000003, 4669)
(0.3364, 5263)
(0.3559, 5961)
(0.3772, 6904)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0737, 1009)
(0.2783, 5009)
(0.579, 15009)
(0.7692, 40009)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0178, 418)
(0.0201, 423)
(0.0208, 444)
(0.0221, 471)
(0.025, 525)
(0.0295, 681)
(0.0312, 759)
(0.0339, 841)
(0.0379, 946)
(0.0381, 970)
(0.0385, 985)
(0.1777, 5009)
(0.2703, 10009)
(0.3371, 18474)
(0.3408, 18529)
(0.3419, 18692)
(0.3445, 20009)
(0.40700000000000003, 36720)
(0.42910000000000004, 50009)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0132, 59)
(0.014299999999999998, 80)
(0.0154, 82)
(0.0155, 107)
(0.0158, 118)
(0.016, 129)
(0.0165, 141)
(0.016900000000000002, 150)
(0.052700000000000004, 170)
(0.054700000000000006, 174)
(0.055900000000000005, 176)
(0.05639999999999999, 178)
(0.1042, 294)
(0.1076, 295)
(0.11040000000000001, 302)
(0.11140000000000001, 307)
(0.118, 624)
(0.1189, 746)
(0.1256, 869)
(0.1303, 1081)
(0.2922, 1261)
(0.29359999999999997, 1299)
(0.2939, 1313)
(0.3001, 2843)
(0.3075, 2909)
(0.31070000000000003, 3468)
(0.3164, 4230)
(0.3223, 5277)
(0.32280000000000003, 6975)
(0.329, 7423)
(0.33039999999999997, 13233)
(0.337, 16443)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 2832)
(0.3491, 9179)
(0.46749999999999997, 13167)
(0.5980000000000001, 35249)
(0.8214, 71225)
(0.8587999999999999, 172665)
(0.9162000000000001, 499228)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3355, 3988)
(0.34049999999999997, 4441)
(0.3435, 4788)
(0.4603, 80572)
(0.4716, 110430)
(0.5048, 112543)
(0.5142, 128215)
(0.5213, 131281)
(0.5371, 182856)
(0.5522, 203226)
(0.5526, 263015)
(0.5775, 276214)
(0.5833, 291328)
(0.7643, 413038)
(0.8029, 617512)
(0.8304, 811553)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1595, 540)
(0.16570000000000001, 542)
(0.24559999999999998, 1186)
(0.25339999999999996, 1240)
(0.3303, 2687)
(0.33799999999999997, 3247)
(0.4554, 7126)
(0.4849, 12000)
(0.49379999999999996, 17705)
(0.5179, 79593)
(0.5631, 110595)
(0.6697, 115813)
(0.6875, 133757)
(0.7652, 169195)
(0.8196999999999999, 457260)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.078, 1361)
(0.0787, 1459)
(0.0824, 1518)
(0.2925, 6622)
(0.2967, 6633)
(0.4885, 17486)
(0.5072, 17631)
(0.5086, 17864)
(0.5094000000000001, 18603)
(0.6627, 40234)
(0.6634, 42680)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1452074269327059, 471.33816511709836)
(0.1427746821102486, 453.50612459204706)
(0.14202791794655376, 442.5581340383362)
(0.1414084075613319, 391.21784264314255)
(0.13984773931295075, 336.725445109301)
(0.11755059391560775, 237.4756256921624)
(0.1156398989024616, 232.7376683362377)
(0.11554035537437068, 226.37213723957623)
(0.11200964110999341, 193.27326905550595)
(0.09561720023469061, 134.99026106524508)
(0.09457526580067513, 131.65216641259912)
(0.09347677141288006, 111.2524668923897)
(0.08622674352272074, 92.29063563725686)
(0.08542341570286842, 92.03007739203646)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2063221981278861, 4144.085966260851)
(0.1711809939152388, 872.796343760281)
(0.15501293084161327, 872.7247909742578)
(0.14047643869658852, 454.876022732609)
(0.13587398468546144, 440.80962261590935)
(0.09070840685196478, 113.88373747590293)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.030278209302308255, 4.458630417662111)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.35629582946898924, 2041.7928699179154)
(0.33983225202629874, 1888.5613438521968)
(0.337274841093034, 1820.9637036255565)
(0.3361948572904715, 1693.8176099841576)
(0.25264357273448235, 652.1171437162635)
(0.25254892096159176, 639.3299990183627)
(0.25179377609993686, 636.9403808396586)
(0.25087230711516206, 622.3600396061759)
(0.240722267031822, 620.8545530844717)
(0.23477666577088263, 613.391827036627)
(0.23451278759805988, 598.3142853800789)
(0.2318129035880887, 591.6240624305749)
(0.23110203119710865, 579.5900961671199)
(0.21527089594770893, 286.7689971716261)
(0.21520167466393927, 284.45943366020737)
(0.21505600341514178, 279.45944707019265)
(0.20422053338195745, 274.1960652643934)
(0.19878692275236293, 272.6669149571666)
(0.198030717294287, 268.4888788431567)
(0.19533059627473204, 260.91707009252366)
(0.19422713981784967, 254.4185798236547)
(0.14184244059132983, 21.701026143552003)
(0.14173363989827495, 21.655064716380313)
(0.12934022735208314, 21.461311884028813)
(0.12714594447140543, 21.33784524658425)
(0.1270169283031113, 21.246675603570935)
(0.1256427521354107, 21.1318234770783)
(0.12247901136394755, 20.882312951713143)
(0.1212011981381422, 20.69350973253668)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.38657049131309407, 2596.3318483193466)
(0.38654901076697307, 2532.856509645776)
(0.38256133046957963, 2517.427752239202)
(0.38145570149179214, 2509.159803469377)
(0.38043555296430703, 2443.2691764379674)
(0.3565179408227365, 2400.0737022144426)
(0.35525938838093235, 2313.024239222386)
(0.3475890310903729, 2266.9854845614022)
(0.3462695216643058, 2197.2050266982446)
(0.3423358897673773, 2192.8089027653323)
(0.3414353410186455, 2097.335516857725)
(0.3395464821977773, 2081.223357036918)
(0.281140289135822, 904.2659979234004)
(0.2807793738303505, 870.7468531654356)
(0.27895374700571335, 833.9443643941507)
(0.25458899483806163, 808.693772718763)
(0.24158774700027302, 764.6674147491356)
(0.23872923386582715, 687.0295953322064)
(0.23531220715740675, 676.0410462886924)
(0.2342922624851724, 637.1226624389335)
(0.21829081406837805, 341.8763346699017)
(0.21374994504048073, 330.7364179221228)
(0.21078888117189692, 328.15246263546163)
(0.20642315398928457, 321.9486351833343)
(0.20491522179284166, 311.4967925359668)
(0.1991145428780334, 300.08730090250043)
(0.19698877609442808, 281.5394081965795)
(0.16871641340938398, 23.8837651720245)
(0.16824888459713894, 23.635490292118895)
(0.16807166828519676, 23.545053967650766)
(0.16740779532140038, 23.455906391298626)
(0.1672282816437917, 23.36639003345168)
(0.16674620320793068, 23.244631196648356)
(0.1449913670855498, 23.234648151438247)
(0.13895092634141257, 22.872405104039707)
(0.13513933986562138, 22.765782371855412)
(0.13459155162639236, 22.717227874945234)
(0.131028975409827, 22.544674781215328)
(0.12543228034504603, 22.138745507121047)
(0.12294912787988217, 21.558957947170555)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.13214168636108153, 2842.9656611720657)
(0.13189731403906851, 2718.687450089709)
(0.1318503857744532, 2679.9756941138735)
(0.1316718966442192, 2633.9413441044558)
(0.1316213349795696, 2215.6411661013512)
(0.06984502802810429, 662.2059680736918)
(0.06948566336791152, 654.1360501249615)
(0.06855524566402707, 638.8673401450889)
(0.04936124383363637, 179.84784191585732)
(0.04016811073667612, 49.93996803168798)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3324510019034551, 168.6300959666476)
(0.2700920666420862, 109.07939527999241)
(0.26843879365168355, 79.58432744865637)
(0.21465285256745958, 64.48761675348648)
(0.21374840827143016, 52.7966567461294)
(0.19817517605593113, 50.946407292373095)
(0.1941725523974048, 50.686429283737255)
(0.1911276698981092, 37.16145611741503)
(0.15498349819619972, 30.039135994400663)
(0.1542841410344316, 27.263098602154415)
(0.15267656338350094, 27.262179617209025)
(0.15253822943115775, 23.502267423396034)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6989750409300577, 184.1996361508404)
(0.6890728005220363, 182.39743573185103)
(0.6861941259956442, 180.23613003236065)
(0.6836822048781724, 175.25129648982974)
(0.4630684749035688, 137.24534718331049)
(0.46305852790882024, 135.67447679672034)
(0.44953122365393267, 133.91486186313475)
(0.44591748867514625, 133.20242713181878)
(0.4446475384707279, 128.31325695587023)
(0.44240075140353047, 128.11131938466917)
(0.3817579997799484, 112.29525439149313)
(0.372727122263817, 109.60959520901235)
(0.37062651511040995, 108.82983454601218)
(0.3699480888582949, 108.27483779377069)
(0.3672374021960878, 108.07179291276148)
(0.3640260162201175, 105.2956932613833)
(0.36312653615763524, 103.29867578183907)
(0.3609289832251982, 100.67841145398205)
(0.22501024417582344, 53.0790374499125)
(0.2156078224904931, 50.8086296599911)
(0.20967513766329093, 50.29894221939856)
(0.2083814933759966, 48.90145549401085)
(0.20481719175631025, 47.87487815562353)
(0.20301141723008248, 44.30905163771721)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.255679231903254, 7.955940109049558)
(0.24095924086608222, 7.289235652934725)
(0.23102637219613792, 6.478861113474301)
(0.14440041124447506, 3.1950072235027727)
(0.13275286303905887, 2.943560169516902)
(0.12388412688251277, 2.567511233427878)
(0.08853532122415228, 1.9822277297672473)
(0.07937856249640499, 1.8190470168399424)
(0.07248309798427317, 1.6190589407200928)
(0.04507807904438492, 1.5725299879473074)
(0.0401364770907492, 1.4481765175691577)
(0.035509474538525376, 1.304786550439931)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.14962761706408617, 22.23579293070514)
(0.14959570252828766, 20.50576366976151)
(0.14390421710195947, 7.711988456376166)
(0.1433873088213017, 6.816031926228644)
(0.1429916262762063, 6.261638708893758)
(0.11729907292086653, 5.245673327604041)
(0.11321573797207189, 4.593057613452672)
(0.1105306170765265, 4.587647502193205)
(0.104521363393791, 4.027731160430061)
(0.10273785154482681, 3.9362731064855385)
(0.0915879763388896, 3.381072514065439)
(0.05045335649086379, 3.2406327235445684)
(0.04670512128264619, 2.396954123014468)
(0.04376663299668602, 1.8807127447094367)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2948975905526286, 23.44590766278868)
(0.29486988603307684, 22.56465468393888)
(0.26198542516507295, 16.741144458716004)
(0.24944272614960103, 13.907769225687021)
(0.24251326995939074, 10.52260762015343)
(0.17623613465367716, 9.55702037202624)
(0.17621127227069044, 9.181647317127204)
(0.14967856492369164, 6.694539395211933)
(0.11496475282398898, 5.877243708475673)
(0.11494289815170655, 5.6273873037172315)
(0.06277899994457306, 4.648397495943694)
(0.06272511875835692, 4.380124857635896)
(0.06086592790639185, 3.2330981890459443)
(0.0491905451947314, 3.2193779870768644)
(0.043548095954450194, 2.7093965718107573)
(0.04034663748506757, 2.1376847593638013)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.17877876755297792, 1349.3180872084008)
(0.17074391331003064, 1227.547877189722)
(0.16635197683035471, 1141.655143880584)
(0.15519626840658615, 1007.0952570067764)
(0.1519209969164655, 546.3889551452912)
(0.10332495630860374, 321.41767874478097)
(0.09317743951603777, 320.74172993286095)
(0.08899963898188475, 294.416067634697)
(0.08493122548319582, 230.74814746433648)
(0.06600373056695993, 110.99352460325007)
(0.06348689237271735, 107.84278813001792)
(0.06346928790375042, 106.62490513702355)
(0.06212528118058205, 99.86467341321023)
(0.0492255796661516, 44.69803894161735)
(0.04839773576738039, 44.56057874918087)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5523, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5316, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4018, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3772, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7692, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42910000000000004, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.337, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9162000000000001, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8304, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8196999999999999, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6634, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.363, 3988.3212078380584)
(0.3632, 4656.198199089051)
(0.44299999999999995, 7915.96187828064)
(0.4455, 8089.829263391495)
(0.44930000000000003, 8336.396974521636)
(0.4521, 10137.004509595872)
(0.511, 13925.804611129759)
(0.5142, 14301.382584918976)
(0.5158, 14681.830140205386)
(0.5439, 20368.783756010052)
(0.5514, 20458.615849897382)
(0.5523, 24757.277648935316)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05789999999999999, 456.885309671402)
(0.0586, 461.20146496582026)
(0.0605, 500.36341046714784)
(0.2391, 2169.49491933918)
(0.24, 2170.0549200744626)
(0.2425, 2303.6113908405305)
(0.246, 2471.59097341156)
(0.3685, 4163.807071258545)
(0.5316, 16625.481758540154)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 2031.6948213100436)
(0.020200000000000003, 2196.5397171258924)
(0.0206, 2278.0794541597365)
(0.05689999999999999, 6361.280392599106)
(0.05739999999999999, 6488.511420345306)
(0.0595, 6681.597129940987)
(0.06470000000000001, 6762.887630963325)
(0.0655, 7011.716161370277)
(0.1025, 14465.650195503236)
(0.1044, 14583.09870979786)
(0.1055, 14844.01419773102)
(0.11000000000000001, 15128.955245947838)
(0.12310000000000001, 15213.8003272295)
(0.1254, 15898.921440935135)
(0.3366, 191156.85924522878)
(0.3429, 191562.57689971922)
(0.3831, 193292.00481388572)
(0.3927, 194410.4454813242)
(0.40090000000000003, 198651.3663305521)
(0.4018, 200463.8195075035)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 1597.751074341774)
(0.013800000000000002, 1647.8296135053633)
(0.014599999999999998, 1653.259387570381)
(0.0152, 1697.844854756355)
(0.0159, 1728.4019220628738)
(0.0179, 1829.8714430465695)
(0.0195, 1891.7708673877714)
(0.0196, 1993.1988491163252)
(0.035699999999999996, 4587.468742080689)
(0.0387, 4764.062005989075)
(0.0418, 5129.620308629036)
(0.058199999999999995, 5424.9624346303945)
(0.06, 6136.154043860435)
(0.0618, 11077.854718345641)
(0.0684, 12133.896322497369)
(0.0703, 12542.592152572632)
(0.0907, 12641.355687792779)
(0.10629999999999999, 12884.949792185784)
(0.1117, 13823.617285783768)
(0.1407, 173686.6850817547)
(0.1778, 175511.14653133394)
(0.19870000000000002, 176185.28314691735)
(0.2431, 178539.04965387724)
(0.32130000000000003, 181366.67224678228)
(0.3559, 182216.0966068268)
(0.3772, 187377.0127880859)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0728, 411.71795213222504)
(0.0731, 430.53716967773437)
(0.0737, 522.2435423851014)
(0.2774, 1767.5769419670107)
(0.2783, 1810.485419403076)
(0.5786, 6508.257132980346)
(0.579, 8203.82217283249)
(0.7692, 23526.656122088432)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.177, 6767.404083229065)
(0.1777, 10281.644770425797)
(0.265, 10461.994193043709)
(0.2666, 14494.282629818916)
(0.26680000000000004, 14523.11073113823)
(0.3416, 17696.234679634093)
(0.3419, 31794.55606547928)
(0.4274, 37990.04073262024)
(0.42910000000000004, 49018.05255160522)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 18028.808684945107)
(0.016900000000000002, 18206.94455859661)
(0.0172, 18425.27355310917)
(0.052000000000000005, 24196.812993335727)
(0.0539, 24223.589668822286)
(0.0639, 24798.591835117342)
(0.0658, 24931.227392077442)
(0.1069, 29572.93269422054)
(0.11100000000000002, 30297.53000791073)
(0.1123, 30514.610390186306)
(0.12, 30671.02262785435)
(0.1223, 30728.647230648996)
(0.12569999999999998, 30740.21490647793)
(0.12969999999999998, 31538.801798439028)
(0.1303, 52147.23420654678)
(0.133, 53061.89643641281)
(0.2864, 62565.188811755186)
(0.3001, 65360.94404087067)
(0.3156, 66023.2572191)
(0.316, 67910.0441173315)
(0.32280000000000003, 69366.23398194314)
(0.3235, 72063.87220051288)
(0.3291, 74948.56868417263)
(0.33039999999999997, 97761.70827165223)
(0.337, 100574.50614987945)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 417410.8847579956)
(0.3491, 455589.05736062623)
(0.363, 512574.0376026001)
(0.46749999999999997, 1039401.7188979035)
(0.4845, 1128190.2895652466)
(0.48529999999999995, 1255713.0494083865)
(0.504, 1293429.9787137755)
(0.5980000000000001, 1675335.255445114)
(0.6259, 1825624.059882233)
(0.6281, 1958614.9627668306)
(0.6587, 2051127.303940521)
(0.8214, 2111817.2788138124)
(0.8587999999999999, 2293156.9181734165)
(0.9162000000000001, 2545164.187108078)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3355, 151182.0158820572)
(0.3435, 163936.9327637968)
(0.4603, 435899.51139263343)
(0.4716, 493197.80722623825)
(0.47850000000000004, 536864.5743206576)
(0.5142, 640842.8032127257)
(0.5213, 731898.5048552428)
(0.5355000000000001, 732761.6165786285)
(0.5526, 834626.7082138271)
(0.5833, 994256.1083843517)
(0.7643, 1037344.3357453546)
(0.8029, 1402468.2273736238)
(0.8304, 1787435.1144035892)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1595, 141640.7523122101)
(0.16570000000000001, 147172.47157182312)
(0.2892, 198367.32238882448)
(0.3122, 238779.91833992006)
(0.3298, 315596.29702809145)
(0.3587, 410577.93496781925)
(0.40800000000000003, 496060.41640074155)
(0.4391, 590542.4762392578)
(0.4849, 714417.3885511933)
(0.49379999999999996, 758173.8210523071)
(0.5179, 817689.3591625672)
(0.5631, 962470.1790286865)
(0.6875, 1031533.4245716552)
(0.7652, 1225695.8005156706)
(0.8196999999999999, 1553501.2753650055)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 815.437079240799)
(0.078, 988.1032117271424)
(0.0787, 1259.5992824172972)
(0.0809, 1874.8931512317658)
(0.2885, 3423.2217851142887)
(0.2907, 3971.627679962158)
(0.2924, 4483.445295069694)
(0.2925, 6413.359213610649)
(0.4885, 10387.296182465552)
(0.5041, 11856.404521423341)
(0.5094000000000001, 17508.783227335927)
(0.635, 26912.508069309235)
(0.6516, 29830.86116481018)
(0.6543, 32697.610032620425)
(0.6634, 43308.314623019214)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0317, 471.33816511709836)
(0.034499999999999996, 453.50612459204706)
(0.034699999999999995, 442.5581340383362)
(0.0356, 391.21784264314255)
(0.0369, 336.725445109301)
(0.052700000000000004, 237.4756256921624)
(0.0546, 232.7376683362377)
(0.0553, 226.37213723957623)
(0.0583, 193.27326905550595)
(0.0837, 134.99026106524508)
(0.0858, 131.65216641259912)
(0.0875, 111.2524668923897)
(0.10469999999999999, 92.29063563725686)
(0.1083, 92.03007739203646)
(0.11000000000000001, 79.136810912013)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013600000000000001, 4144.085966260851)
(0.0207, 872.796343760281)
(0.0258, 872.7247909742578)
(0.0335, 454.876022732609)
(0.0349, 447.9764924444959)
(0.0368, 440.80962261590935)
(0.0953, 113.88373747590293)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 4.458630417662111)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0053, 2041.7928699179154)
(0.0055, 1888.5613438521968)
(0.01, 652.1171437162635)
(0.010199999999999999, 620.8545530844717)
(0.0109, 613.391827036627)
(0.014199999999999999, 286.7689971716261)
(0.0144, 274.1960652643934)
(0.0153, 272.6669149571666)
(0.0156, 260.91707009252366)
(0.0368, 21.701026143552003)
(0.037, 21.655064716380313)
(0.0411, 21.461311884028813)
(0.042499999999999996, 21.33784524658425)
(0.0446, 20.882312951713143)
(0.0453, 20.69350973253668)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0050999999999999995, 2596.3318483193466)
(0.0053, 2266.9854845614022)
(0.0054, 2192.8089027653323)
(0.0055, 2097.335516857725)
(0.0086, 904.2659979234004)
(0.0093, 808.693772718763)
(0.010499999999999999, 764.6674147491356)
(0.0107, 676.0410462886924)
(0.0108, 368.7937625087554)
(0.0123, 341.8763346699017)
(0.0125, 330.7364179221228)
(0.0131, 328.15246263546163)
(0.014099999999999998, 321.9486351833343)
(0.014799999999999999, 300.08730090250043)
(0.0149, 281.5394081965795)
(0.0211, 23.8837651720245)
(0.0214, 23.635490292118895)
(0.0216, 23.545053967650766)
(0.027500000000000004, 23.234648151438247)
(0.0322, 22.872405104039707)
(0.0355, 22.765782371855412)
(0.040799999999999996, 22.138745507121047)
(0.0423, 21.558957947170555)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0426, 2842.9656611720657)
(0.0427, 2679.9756941138735)
(0.043, 2244.025727917958)
(0.0431, 2215.6411661013512)
(0.1059, 662.2059680736918)
(0.10629999999999999, 646.509487155062)
(0.1817, 179.84784191585732)
(0.2817, 49.93996803168798)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0028, 168.6300959666476)
(0.0033, 112.24157474487498)
(0.004399999999999999, 109.81339046078276)
(0.0067, 109.07939527999241)
(0.0079, 80.42850675184235)
(0.0094, 79.58432744865637)
(0.014599999999999998, 64.48761675348648)
(0.015099999999999999, 52.7966567461294)
(0.0193, 50.946407292373095)
(0.02, 50.686429283737255)
(0.0219, 37.43795960378121)
(0.0224, 37.16145611741503)
(0.0403, 30.039135994400663)
(0.0418, 23.502267423396034)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 184.1996361508404)
(0.0007, 137.24534718331049)
(0.0018, 112.29525439149313)
(0.0019, 108.27483779377069)
(0.002, 100.67841145398205)
(0.0023, 68.64304371505231)
(0.0027, 66.88845636921806)
(0.0028, 66.00231668020764)
(0.0029000000000000002, 65.73545678262617)
(0.0137, 53.0790374499125)
(0.0147, 50.8086296599911)
(0.0155, 50.29894221939856)
(0.0158, 47.87487815562353)
(0.016300000000000002, 46.08273048053564)
(0.0166, 44.30905163771721)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.033, 7.955940109049558)
(0.036, 7.289235652934725)
(0.0372, 6.478861113474301)
(0.12210000000000001, 3.1950072235027727)
(0.13540000000000002, 2.943560169516902)
(0.1457, 2.567511233427878)
(0.29300000000000004, 1.9822277297672473)
(0.3255, 1.8190470168399424)
(0.35619999999999996, 1.6190589407200928)
(0.649, 1.5725299879473074)
(0.713, 1.4481765175691577)
(0.7857000000000001, 1.304786550439931)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.038900000000000004, 22.23579293070514)
(0.0427, 20.50576366976151)
(0.1041, 7.711988456376166)
(0.1281, 6.816031926228644)
(0.15, 6.261638708893758)
(0.1506, 4.593057613452672)
(0.1917, 4.587647502193205)
(0.23969999999999997, 4.027731160430061)
(0.271, 3.381072514065439)
(0.41500000000000004, 3.2406327235445684)
(0.5199, 2.396954123014468)
(0.6099, 1.8807127447094367)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0094, 23.44590766278868)
(0.0117, 22.56465468393888)
(0.016900000000000002, 16.741144458716004)
(0.0191, 13.907769225687021)
(0.0317, 9.55702037202624)
(0.0388, 9.181647317127204)
(0.0623, 6.694539395211933)
(0.0683, 5.877243708475673)
(0.08249999999999999, 5.6273873037172315)
(0.1454, 4.648397495943694)
(0.1701, 4.380124857635896)
(0.17250000000000001, 3.4503884612315043)
(0.3124, 3.2193779870768644)
(0.3846, 2.7093965718107573)
(0.4481, 2.1376847593638013)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.02, 1349.3180872084008)
(0.024, 1227.547877189722)
(0.025500000000000002, 1141.655143880584)
(0.0273, 1007.0952570067764)
(0.027500000000000004, 769.6010181336712)
(0.0299, 546.3889551452912)
(0.0578, 321.41767874478097)
(0.0669, 320.74172993286095)
(0.0708, 294.416067634697)
(0.0731, 230.74814746433648)
(0.11879999999999999, 110.99352460325007)
(0.1233, 107.84278813001792)
(0.1253, 106.62490513702355)
(0.12869999999999998, 99.86467341321023)
(0.20249999999999999, 44.69803894161735)
(0.2028, 44.56057874918087)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.035199999999999995, 471.33816511709836)
(0.0388, 453.50612459204706)
(0.0392, 412.3054728159101)
(0.039900000000000005, 391.21784264314255)
(0.0411, 336.725445109301)
(0.058899999999999994, 237.4756256921624)
(0.0611, 232.7376683362377)
(0.0613, 226.37213723957623)
(0.061399999999999996, 208.53847991935905)
(0.065, 193.27326905550595)
(0.093, 134.99026106524508)
(0.09559999999999999, 131.65216641259912)
(0.0973, 111.2524668923897)
(0.1162, 92.29063563725686)
(0.1203, 92.03007739203646)
(0.12250000000000001, 79.136810912013)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0161, 4144.085966260851)
(0.023100000000000002, 872.796343760281)
(0.028999999999999998, 872.7247909742578)
(0.0373, 454.876022732609)
(0.0393, 447.9764924444959)
(0.040999999999999995, 440.80962261590935)
(0.1052, 113.88373747590293)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 4.458630417662111)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0063, 2041.7928699179154)
(0.006500000000000001, 1888.5613438521968)
(0.0117, 652.1171437162635)
(0.012, 620.8545530844717)
(0.0127, 613.391827036627)
(0.016, 286.7689971716261)
(0.016300000000000002, 274.1960652643934)
(0.0172, 272.6669149571666)
(0.017499999999999998, 260.91707009252366)
(0.0407, 21.701026143552003)
(0.0409, 21.655064716380313)
(0.046400000000000004, 21.461311884028813)
(0.0479, 21.33784524658425)
(0.05, 20.882312951713143)
(0.051000000000000004, 20.69350973253668)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.006, 2596.3318483193466)
(0.0062, 2266.9854845614022)
(0.0063, 2197.2050266982446)
(0.0064, 2192.8089027653323)
(0.006500000000000001, 2097.335516857725)
(0.010100000000000001, 904.2659979234004)
(0.011, 808.693772718763)
(0.0123, 764.6674147491356)
(0.0124, 676.0410462886924)
(0.013900000000000001, 341.8763346699017)
(0.014000000000000002, 330.7364179221228)
(0.014799999999999999, 328.15246263546163)
(0.0159, 321.9486351833343)
(0.0166, 300.08730090250043)
(0.016900000000000002, 281.5394081965795)
(0.0237, 23.8837651720245)
(0.024, 23.635490292118895)
(0.0242, 23.545053967650766)
(0.0315, 23.234648151438247)
(0.0369, 22.872405104039707)
(0.0405, 22.765782371855412)
(0.046, 22.138745507121047)
(0.0477, 21.558957947170555)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0466, 2842.9656611720657)
(0.0469, 2244.025727917958)
(0.0472, 2215.6411661013512)
(0.1167, 662.2059680736918)
(0.1176, 646.509487155062)
(0.202, 179.84784191585732)
(0.2022, 171.65590927861044)
(0.3096, 49.93996803168798)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 168.6300959666476)
(0.004, 112.24157474487498)
(0.0045, 109.81339046078276)
(0.0073999999999999995, 109.07939527999241)
(0.008400000000000001, 80.42850675184235)
(0.0099, 79.58432744865637)
(0.0161, 64.48761675348648)
(0.017, 52.7966567461294)
(0.020499999999999997, 50.946407292373095)
(0.0212, 50.686429283737255)
(0.023899999999999998, 37.43795960378121)
(0.024399999999999998, 37.16145611741503)
(0.0438, 30.039135994400663)
(0.0449, 23.502267423396034)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 184.1996361508404)
(0.0009, 137.24534718331049)
(0.002, 112.29525439149313)
(0.0021000000000000003, 108.27483779377069)
(0.0021999999999999997, 100.67841145398205)
(0.0026, 68.64304371505231)
(0.003, 66.88845636921806)
(0.0032, 66.00231668020764)
(0.0033, 65.73545678262617)
(0.015, 53.0790374499125)
(0.016, 50.8086296599911)
(0.016900000000000002, 50.29894221939856)
(0.0171, 47.87487815562353)
(0.0177, 46.08273048053564)
(0.018, 44.30905163771721)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0353, 7.955940109049558)
(0.0385, 7.289235652934725)
(0.0397, 6.478861113474301)
(0.13340000000000002, 3.1950072235027727)
(0.1477, 2.943560169516902)
(0.15889999999999999, 2.567511233427878)
(0.3215, 1.9822277297672473)
(0.3566, 1.8190470168399424)
(0.3902, 1.6190589407200928)
(0.6700999999999999, 1.5725299879473074)
(0.738, 1.4481765175691577)
(0.819, 1.304786550439931)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0438, 22.23579293070514)
(0.047799999999999995, 20.50576366976151)
(0.1152, 7.711988456376166)
(0.1412, 6.816031926228644)
(0.1647, 6.261638708893758)
(0.1648, 4.593057613452672)
(0.2098, 4.587647502193205)
(0.2609, 4.027731160430061)
(0.29500000000000004, 3.381072514065439)
(0.45640000000000003, 3.2406327235445684)
(0.5689, 2.396954123014468)
(0.6645, 1.8807127447094367)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0103, 23.44590766278868)
(0.0129, 22.56465468393888)
(0.018099999999999998, 16.741144458716004)
(0.020300000000000002, 13.907769225687021)
(0.0356, 9.55702037202624)
(0.0437, 9.181647317127204)
(0.06820000000000001, 6.694539395211933)
(0.0765, 5.877243708475673)
(0.0922, 5.6273873037172315)
(0.16299999999999998, 4.648397495943694)
(0.1898, 4.380124857635896)
(0.1907, 3.4503884612315043)
(0.3445, 3.2193779870768644)
(0.4241, 2.7093965718107573)
(0.4902, 2.1376847593638013)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0217, 1349.3180872084008)
(0.0261, 1227.547877189722)
(0.027800000000000002, 1141.655143880584)
(0.0303, 1007.0952570067764)
(0.033, 546.3889551452912)
(0.0632, 321.41767874478097)
(0.0732, 320.74172993286095)
(0.0775, 294.416067634697)
(0.08149999999999999, 230.74814746433648)
(0.13040000000000002, 110.99352460325007)
(0.1358, 107.84278813001792)
(0.13899999999999998, 106.62490513702355)
(0.1433, 99.86467341321023)
(0.2232, 44.69803894161735)
(0.22469999999999998, 44.56057874918087)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.363, 2.114534378051758)
(0.3632, 2.4328231811523438)
(0.44299999999999995, 4.161477088928223)
(0.4455, 4.254579544067383)
(0.44930000000000003, 4.42349910736084)
(0.4521, 5.135297775268555)
(0.511, 7.306098937988281)
(0.5142, 7.571697235107422)
(0.5158, 7.746338844299316)
(0.5476, 10.811209678649902)
(0.5514, 10.861754417419434)
(0.5523, 12.626409530639648)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05789999999999999, 0.23651123046875)
(0.0586, 0.23996829986572266)
(0.0605, 0.2593994140625)
(0.2391, 1.132369041442871)
(0.24, 1.1372566223144531)
(0.2425, 1.198410987854004)
(0.246, 1.262664794921875)
(0.3685, 2.1837949752807617)
(0.5316, 8.731603622436523)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 223.74248504638672)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 0.4907846450805664)
(0.020200000000000003, 0.5327463150024414)
(0.0206, 0.554203987121582)
(0.054400000000000004, 1.641392707824707)
(0.054700000000000006, 1.6463994979858398)
(0.05689999999999999, 1.653909683227539)
(0.0581, 1.679539680480957)
(0.0595, 1.6951560974121094)
(0.06470000000000001, 1.7069578170776367)
(0.0655, 1.7287731170654297)
(0.0974, 3.664731979370117)
(0.0988, 3.733515739440918)
(0.1025, 3.7490129470825195)
(0.1044, 3.780245780944824)
(0.1055, 3.8263797760009766)
(0.11000000000000001, 3.841996192932129)
(0.11100000000000002, 3.8481950759887695)
(0.12310000000000001, 3.855109214782715)
(0.1254, 3.925323486328125)
(0.3404, 46.030282974243164)
(0.3429, 46.26822471618652)
(0.3831, 46.434760093688965)
(0.3927, 46.92959785461426)
(0.40090000000000003, 47.736406326293945)
(0.4018, 47.93369770050049)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 0.3795623779296875)
(0.014599999999999998, 0.3870725631713867)
(0.0152, 0.396728515625)
(0.0159, 0.41222572326660156)
(0.0179, 0.4343986511230469)
(0.0195, 0.4475116729736328)
(0.0196, 0.47791004180908203)
(0.035699999999999996, 1.0528564453125)
(0.0387, 1.0876655578613281)
(0.0418, 1.2025833129882812)
(0.058199999999999995, 1.2427568435668945)
(0.06, 1.4559030532836914)
(0.0618, 2.5713443756103516)
(0.0684, 2.873659133911133)
(0.0907, 2.9489994049072266)
(0.10629999999999999, 2.965688705444336)
(0.1117, 3.2705068588256836)
(0.1407, 41.41819477081299)
(0.1778, 41.78440570831299)
(0.19870000000000002, 41.94056987762451)
(0.2431, 42.647361755371094)
(0.32130000000000003, 43.39015483856201)
(0.3559, 43.46489906311035)
(0.3772, 44.846534729003906)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0728, 0.34880638122558594)
(0.0731, 0.3631114959716797)
(0.0737, 0.36525726318359375)
(0.2774, 1.491546630859375)
(0.2783, 1.5119314193725586)
(0.5786, 5.524992942810059)
(0.579, 5.683302879333496)
(0.7691, 19.913792610168457)
(0.7692, 20.04718780517578)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.177, 5.863785743713379)
(0.1777, 8.887171745300293)
(0.265, 9.130597114562988)
(0.2666, 12.51065731048584)
(0.26680000000000004, 12.522697448730469)
(0.3416, 15.430927276611328)
(0.3419, 26.871085166931152)
(0.4274, 33.18989276885986)
(0.42910000000000004, 36.58270835876465)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 5.413055419921875)
(0.0147, 5.470633506774902)
(0.016900000000000002, 5.483031272888184)
(0.0172, 5.498647689819336)
(0.052000000000000005, 7.56227970123291)
(0.0539, 7.582187652587891)
(0.057499999999999996, 7.67672061920166)
(0.0639, 7.679462432861328)
(0.0658, 7.692575454711914)
(0.0989, 9.56714153289795)
(0.1069, 9.664535522460938)
(0.11100000000000002, 9.781956672668457)
(0.1123, 9.79626178741455)
(0.11339999999999999, 9.803533554077148)
(0.1223, 9.860396385192871)
(0.12569999999999998, 9.893417358398438)
(0.12969999999999998, 9.963631629943848)
(0.1303, 15.642166137695312)
(0.133, 15.645980834960938)
(0.29169999999999996, 22.01223373413086)
(0.3122, 23.094654083251953)
(0.3235, 23.25284481048584)
(0.3291, 23.404598236083984)
(0.33039999999999997, 29.655933380126953)
(0.337, 29.705286026000977)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3449, 172.4337339401245)
(0.363, 185.41884422302246)
(0.46749999999999997, 439.846396446228)
(0.48529999999999995, 444.93377208709717)
(0.504, 469.1675901412964)
(0.6281, 698.1585025787354)
(0.6587, 753.1193494796753)
(0.8214, 872.3655939102173)
(0.9162000000000001, 925.0471591949463)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3355, 20.616650581359863)
(0.3435, 21.26920223236084)
(0.4603, 44.67201232910156)
(0.4716, 45.1207160949707)
(0.47850000000000004, 45.78530788421631)
(0.5142, 112.85686492919922)
(0.5355000000000001, 115.7522201538086)
(0.5526, 122.51114845275879)
(0.5833, 163.17415237426758)
(0.7643, 294.06750202178955)
(0.8029, 414.00718688964844)
(0.8304, 535.6324911117554)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1595, 37.52434253692627)
(0.16570000000000001, 37.68277168273926)
(0.2892, 46.8982458114624)
(0.3122, 60.675740242004395)
(0.3298, 88.26303482055664)
(0.40800000000000003, 111.33086681365967)
(0.4391, 145.19333839416504)
(0.4849, 174.25060272216797)
(0.49379999999999996, 175.46558380126953)
(0.5179, 182.41024017333984)
(0.6875, 231.03904724121094)
(0.7652, 303.36785316467285)
(0.8196999999999999, 445.9604024887085)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 0.7491111755371094)
(0.078, 0.8183717727661133)
(0.0787, 0.8667707443237305)
(0.0809, 0.9728670120239258)
(0.0824, 1.2630224227905273)
(0.2924, 3.1006336212158203)
(0.2925, 3.3704042434692383)
(0.29369999999999996, 3.718137741088867)
(0.2967, 4.249930381774902)
(0.49729999999999996, 8.961081504821777)
(0.5094000000000001, 9.183049201965332)
(0.6627, 22.205471992492676)
(0.6634, 22.791266441345215)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.363, 2.2552132606506348)
(0.3632, 2.564728260040283)
(0.44299999999999995, 4.555022716522216)
(0.44930000000000003, 4.653632640838623)
(0.4521, 5.608737468719482)
(0.511, 7.954144477844238)
(0.5142, 8.123195171356201)
(0.5158, 8.131206035614014)
(0.5439, 11.486864089965819)
(0.5514, 11.493229866027832)
(0.5523, 13.078498840332031)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0586, 0.2777934074401855)
(0.0605, 0.3016233444213867)
(0.24, 1.260566711425781)
(0.2425, 1.3293027877807617)
(0.246, 1.3983607292175293)
(0.3685, 2.362978458404541)
(0.5291, 9.344100952148438)
(0.5316, 9.475266933441162)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 235.7801914215088)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0185, 0.6044268608093261)
(0.019200000000000002, 0.6168007850646973)
(0.020200000000000003, 0.6256222724914551)
(0.0206, 0.648033618927002)
(0.0629, 1.9260168075561521)
(0.0655, 1.9677400588989256)
(0.0974, 4.283690452575684)
(0.0988, 4.344487190246582)
(0.1025, 4.371166229248047)
(0.1186, 4.377150535583496)
(0.1193, 4.379761219024658)
(0.12310000000000001, 4.41974401473999)
(0.1254, 4.46702241897583)
(0.3366, 55.54738044738769)
(0.3429, 55.89017868041992)
(0.3831, 56.00178241729736)
(0.3927, 56.3112735748291)
(0.4018, 57.25579261779785)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 0.46422481536865234)
(0.0127, 0.4890084266662598)
(0.013800000000000002, 0.48977136611938477)
(0.0159, 0.5059361457824707)
(0.018, 0.541234016418457)
(0.0195, 0.5619645118713379)
(0.0196, 0.5700826644897461)
(0.0256, 1.3262510299682615)
(0.0261, 1.3852357864379883)
(0.0269, 1.411449909210205)
(0.032, 1.4655709266662598)
(0.035699999999999996, 1.500856876373291)
(0.0358, 1.5106439590454102)
(0.0418, 1.5612125396728516)
(0.0424, 1.643681526184082)
(0.0428, 1.6787171363830566)
(0.0519, 1.719498634338379)
(0.058199999999999995, 1.734781265258789)
(0.06, 1.8347859382629395)
(0.0618, 3.510797023773193)
(0.0684, 3.632080554962158)
(0.0703, 3.634488582611084)
(0.075, 3.7194013595581055)
(0.0907, 3.879952430725097)
(0.094, 3.9332270622253422)
(0.10629999999999999, 4.033100605010986)
(0.1117, 4.093992710113525)
(0.1407, 50.96297264099121)
(0.19870000000000002, 51.5979528427124)
(0.2431, 52.08159685134888)
(0.2516, 52.94421911239624)
(0.3559, 53.13496589660644)
(0.3772, 54.128026962280266)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0728, 0.3843545913696289)
(0.0731, 0.40916204452514643)
(0.0737, 0.43590068817138666)
(0.2774, 1.6513347625732422)
(0.2783, 1.7409563064575195)
(0.5786, 6.584107875823975)
(0.579, 7.4924349784851065)
(0.7692, 21.179115772247314)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.177, 6.4455389976501465)
(0.1777, 9.424829483032227)
(0.265, 9.775316715240479)
(0.26680000000000004, 13.06992769241333)
(0.3416, 16.13452434539795)
(0.3419, 27.95562744140625)
(0.4274, 34.478724002838135)
(0.42910000000000004, 37.81799077987671)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.016900000000000002, 5.90670108795166)
(0.0172, 6.101727485656737)
(0.0658, 8.24429988861084)
(0.0989, 10.419011116027832)
(0.10289999999999999, 10.518693923950195)
(0.1223, 10.526835918426514)
(0.12669999999999998, 10.571527481079102)
(0.12969999999999998, 10.861968994140625)
(0.1303, 16.50059223175049)
(0.133, 16.64881706237793)
(0.30379999999999996, 24.60559606552124)
(0.3235, 24.625277519226074)
(0.3291, 24.866116046905518)
(0.337, 31.241261959075928)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 212.70140409469604)
(0.363, 218.74409914016724)
(0.46749999999999997, 527.9627084732055)
(0.4845, 538.5416388511658)
(0.504, 551.0126233100891)
(0.5980000000000001, 840.9435987472534)
(0.6281, 860.4643106460571)
(0.6587, 869.3628191947936)
(0.8214, 1057.5161457061768)
(0.8587999999999999, 1066.4958834648132)
(0.9162000000000001, 1070.6587553024292)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3355, 184.68924760818481)
(0.3435, 207.28850364685056)
(0.4603, 452.0527124404907)
(0.7643, 479.5620560646057)
(0.8029, 615.0566697120667)
(0.8304, 746.6710805892944)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1326, 66.26403331756592)
(0.1595, 90.00927209854125)
(0.2185, 91.85963869094849)
(0.2892, 128.3301591873169)
(0.3298, 129.63918447494507)
(0.3587, 170.66580057144165)
(0.3739, 221.7822551727295)
(0.4646, 318.9784526824951)
(0.4948, 349.8117685317993)
(0.49850000000000005, 422.28344678878784)
(0.6697, 431.2065482139587)
(0.8196999999999999, 622.6380825042725)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 0.9601593017578125)
(0.078, 0.965118408203125)
(0.0787, 1.0378718376159668)
(0.0809, 1.1835932731628416)
(0.0824, 1.5552282333374023)
(0.2924, 3.690063953399658)
(0.2925, 3.972387313842774)
(0.29369999999999996, 4.303526878356934)
(0.2967, 5.021035671234131)
(0.5086, 10.425281524658203)
(0.5094000000000001, 10.758745670318604)
(0.6627, 24.670183658599854)
(0.6634, 26.124954223632812)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.363, 2.3363208770751953)
(0.3632, 2.6657986640930176)
(0.44299999999999995, 4.776749610900879)
(0.4455, 4.8427605628967285)
(0.44930000000000003, 4.887945652008057)
(0.4521, 5.946047306060788)
(0.511, 8.299131393432617)
(0.5158, 8.308906555175781)
(0.5514, 11.827232837677002)
(0.5523, 13.570582866668701)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05789999999999999, 0.3025698661804199)
(0.0586, 0.3056645393371582)
(0.0605, 0.31781911849975586)
(0.24, 1.336822509765625)
(0.2425, 1.365678310394287)
(0.246, 1.4553117752075195)
(0.3685, 2.45119571685791)
(0.5259, 9.71226692199707)
(0.5291, 9.788570404052734)
(0.5316, 10.213918685913084)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 238.69677543640137)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0185, 0.6418466567993164)
(0.020200000000000003, 0.6604361534118651)
(0.0206, 0.6803107261657714)
(0.0629, 2.0083665847778316)
(0.0655, 2.037324905395508)
(0.0974, 4.565258026123047)
(0.1079, 4.618959426879883)
(0.1186, 4.633805751800537)
(0.1254, 4.690306186676025)
(0.3296, 59.7592544555664)
(0.3366, 59.78055000305176)
(0.3429, 59.885807037353516)
(0.37, 59.91316318511962)
(0.3927, 60.28623580932617)
(0.40090000000000003, 61.45022630691528)
(0.4018, 61.62720203399658)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 0.5006909370422363)
(0.0127, 0.5314493179321289)
(0.0159, 0.5398011207580566)
(0.0179, 0.5774831771850586)
(0.018, 0.584864616394043)
(0.0195, 0.5955839157104492)
(0.0196, 0.6003522872924805)
(0.0256, 1.3907361030578613)
(0.0261, 1.46867036819458)
(0.0269, 1.5018153190612793)
(0.027200000000000002, 1.593976020812988)
(0.035699999999999996, 1.59733772277832)
(0.0358, 1.5974092483520508)
(0.0418, 1.6545915603637693)
(0.0424, 1.740729808807373)
(0.0428, 1.7846512794494627)
(0.0519, 1.823561191558838)
(0.058199999999999995, 1.8752288818359375)
(0.06, 1.9712591171264646)
(0.0618, 3.7397599220275874)
(0.0703, 3.8211655616760254)
(0.075, 3.9747595787048335)
(0.0907, 4.117093086242676)
(0.094, 4.148623943328857)
(0.10629999999999999, 4.246630668640137)
(0.1117, 4.343633651733398)
(0.1407, 54.58940744400024)
(0.1778, 54.94542598724365)
(0.19870000000000002, 55.8041787147522)
(0.2431, 56.4397382736206)
(0.3364, 56.98428630828857)
(0.3559, 57.21682071685791)
(0.3772, 58.35722684860229)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0728, 0.40842533111572266)
(0.0731, 0.4346442222595215)
(0.0737, 0.5095052719116211)
(0.2774, 1.7378902435302734)
(0.2783, 1.984710693359375)
(0.5786, 6.960875988006591)
(0.579, 8.134708404541016)
(0.7691, 21.73933506011963)
(0.7692, 21.774446964263916)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.177, 6.684422492980957)
(0.1777, 9.788029193878174)
(0.265, 9.969394207000732)
(0.2666, 13.524370193481445)
(0.26680000000000004, 13.603463172912598)
(0.3416, 16.931180953979492)
(0.3419, 28.502750396728516)
(0.4274, 34.99792814254761)
(0.42910000000000004, 38.65751981735229)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.016900000000000002, 6.1289167404174805)
(0.0172, 6.477875709533691)
(0.0658, 8.553099632263184)
(0.0989, 10.71791410446167)
(0.12669999999999998, 10.816142559051514)
(0.12969999999999998, 11.30298137664795)
(0.1303, 17.137153148651123)
(0.133, 17.286605834960938)
(0.3235, 25.254366397857666)
(0.3291, 25.56100368499756)
(0.337, 32.17434883117676)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 220.87839365005493)
(0.363, 226.29375696182248)
(0.46749999999999997, 548.8055419921875)
(0.4845, 551.4219260215759)
(0.504, 752.5400686264038)
(0.5980000000000001, 871.7106008529663)
(0.6259, 887.4450421333313)
(0.6281, 888.4858202934265)
(0.6587, 893.6723995208739)
(0.8214, 1086.0452055931091)
(0.9162000000000001, 1094.9017572402954)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3355, 213.68510723114014)
(0.3435, 243.9903712272644)
(0.4603, 482.2296404838562)
(0.7643, 503.86871814727783)
(0.8029, 644.8131084442139)
(0.8304, 778.5443305969238)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1326, 67.89191246032715)
(0.2185, 95.11372566223145)
(0.3298, 135.51111698150635)
(0.3587, 179.4848895072937)
(0.3739, 228.2115888595581)
(0.4646, 334.23271179199213)
(0.4948, 360.6307554244995)
(0.49850000000000005, 437.05583333969116)
(0.6697, 442.2963619232178)
(0.6875, 659.8448085784911)
(0.7652, 677.0429491996765)
(0.8196999999999999, 694.7535777091979)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.078, 1.0404634475708008)
(0.0787, 1.123223304748535)
(0.0809, 1.2591934204101562)
(0.0824, 1.632580757141113)
(0.2924, 3.9624738693237305)
(0.2925, 4.159765243530273)
(0.29369999999999996, 4.5699191093444815)
(0.2967, 5.269312858581543)
(0.5086, 10.963923931121826)
(0.5094000000000001, 11.406452655792236)
(0.6627, 25.64475059509277)
(0.6634, 27.836017608642578)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.363, 2.3796789646148704)
(0.3632, 2.8207781314849893)
(0.4455, 5.026925563812266)
(0.44930000000000003, 5.439336776733425)
(0.4509, 6.356821775436454)
(0.4521, 7.0173568725586355)
(0.5158, 8.536829233169557)
(0.5476, 12.429241657257123)
(0.5514, 12.877768993377712)
(0.5523, 14.249101638793947)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0605, 0.3305356502533037)
(0.24, 1.3990554809570326)
(0.2425, 1.4200408458709735)
(0.246, 1.5273780822753968)
(0.3625, 2.6462199687957777)
(0.3632, 2.6574230194091806)
(0.3633, 2.7312245368958075)
(0.3685, 3.3681743144989045)
(0.5259, 10.075099229812622)
(0.5291, 10.075195312500009)
(0.5316, 10.71694374084475)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 243.29308414459234)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0185, 0.7650175094604861)
(0.0206, 0.8102791309357024)
(0.0629, 2.0899648666382253)
(0.0655, 2.141290903091457)
(0.1193, 4.898003101348957)
(0.1254, 5.081389188766542)
(0.3831, 63.24303841590895)
(0.3926, 65.13774108886729)
(0.3927, 65.30582237243671)
(0.40090000000000003, 67.08465647697491)
(0.4018, 67.24563121795656)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 0.5444474220276003)
(0.014599999999999998, 0.6062667369842715)
(0.0159, 0.6424784660339516)
(0.018, 0.6442689895629938)
(0.0195, 0.689559221267705)
(0.0196, 0.7497332096099985)
(0.0256, 1.4968476295471242)
(0.0261, 1.6145424842834877)
(0.0269, 1.6515264511108614)
(0.0358, 1.7423288822174257)
(0.0387, 1.80507516860962)
(0.0418, 1.8292105197906765)
(0.0519, 1.9141805171966693)
(0.058199999999999995, 1.9827156066894556)
(0.06, 2.0981266498565714)
(0.0618, 3.951978445053118)
(0.0684, 4.118599176406874)
(0.075, 4.267276048660284)
(0.094, 4.325309514999404)
(0.10629999999999999, 4.684058904647835)
(0.1117, 4.793619632721031)
(0.1407, 57.19088816642804)
(0.1778, 59.147035360336766)
(0.19870000000000002, 59.20981550216681)
(0.32130000000000003, 59.88108229637151)
(0.3559, 60.39872694015504)
(0.3772, 61.85956668853777)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0728, 0.6631639003753772)
(0.0731, 0.7175531387329238)
(0.0737, 0.7669939994812227)
(0.2774, 2.583371400833161)
(0.2783, 2.738994359970118)
(0.5786, 7.603741407394461)
(0.579, 10.042668819427554)
(0.7691, 22.272161006927494)
(0.7692, 22.908513784408704)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.177, 6.856229543685916)
(0.1777, 10.044229984283481)
(0.265, 10.125177860260012)
(0.2666, 14.108758211135873)
(0.26680000000000004, 14.453941822052029)
(0.3416, 18.95469188690187)
(0.3419, 29.969498157501352)
(0.4274, 36.367042064666784)
(0.42910000000000004, 40.28730130195633)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 6.485722780227663)
(0.0154, 6.509191989898736)
(0.016800000000000002, 6.6273655891418715)
(0.016900000000000002, 6.630315780639681)
(0.0172, 7.315286159515392)
(0.0518, 8.833972454071052)
(0.0566, 8.92715406417847)
(0.057499999999999996, 9.01445960998538)
(0.0622, 9.017517089843775)
(0.0658, 9.02090358734136)
(0.0989, 11.04210329055788)
(0.1223, 11.154935359954901)
(0.12669999999999998, 11.195451021194462)
(0.12969999999999998, 11.663215398788452)
(0.1303, 18.17817115783697)
(0.133, 18.290428400039687)
(0.28559999999999997, 25.728561878204353)
(0.2864, 25.785678625106833)
(0.29169999999999996, 26.062093973159797)
(0.3156, 26.147256612777742)
(0.3235, 26.405654430389454)
(0.3291, 26.69586801528945)
(0.33039999999999997, 32.862116813659725)
(0.337, 33.83827304840094)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 228.11506056785606)
(0.363, 229.3735260963441)
(0.4845, 562.1611402034771)
(0.504, 818.6901495456702)
(0.5980000000000001, 906.794194459917)
(0.6587, 917.1540844440461)
(0.8214, 1107.6027362346704)
(0.8587999999999999, 1130.4230833053596)
(0.9162000000000001, 1131.8475518226635)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3355, 238.77552819252045)
(0.3435, 263.46167540550255)
(0.4603, 500.7837409973146)
(0.7643, 524.9690737724322)
(0.8029, 662.458714723587)
(0.8304, 798.7953846454621)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1326, 70.18393731117263)
(0.2185, 99.74590182304392)
(0.3298, 138.35858893394487)
(0.3587, 186.64143395423946)
(0.3739, 238.59673690795913)
(0.4646, 343.1064391136175)
(0.4948, 368.1395020484925)
(0.49850000000000005, 448.13845396041904)
(0.6697, 454.3437213897707)
(0.6875, 677.7139787673956)
(0.7652, 691.7974803447729)
(0.8196999999999999, 927.1989042758975)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 1.1277318000793468)
(0.078, 1.1601567268371593)
(0.0787, 1.2462921142578196)
(0.0809, 1.4329013824462895)
(0.0824, 1.8502674102783327)
(0.2925, 4.448888540267966)
(0.29369999999999996, 4.848254680633567)
(0.2967, 5.542899847030653)
(0.5086, 11.602312803268447)
(0.5094000000000001, 11.87077355384828)
(0.6627, 26.41124320030216)
(0.6634, 29.429409742355386)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.