\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8842000000000001, 959.6129246877424)
(0.898, 922.5251603029728)
(0.8986000000000001, 809.6649303437487)
(0.9276, 485.9248411938009)
(0.9336, 473.74428179348797)
(0.9378, 473.54269162298885)
(0.9526999999999999, 282.2933399416865)
(0.9605, 277.9785439181888)
(0.9653, 196.53581301005582)
(0.9695, 195.5494966853639)
(0.9715999999999999, 191.68573787810402)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3782, 8242.404233702584)
(0.44480000000000003, 8212.933355525314)
(0.4626, 8034.418686619084)
(0.4729, 7218.0310349396905)
(0.8273999999999999, 1883.302950024696)
(0.8893000000000001, 945.924935448798)
(0.8955, 930.7783241567846)
(0.8987999999999999, 886.079067423955)
(0.9021000000000001, 826.9078470705946)
(0.9582, 239.44898071148185)
(0.9654999999999999, 235.41827298244633)
(0.966, 235.15955826847198)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 15.712351712035959)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1829, 2295.753000573623)
(0.183, 2236.5172155085947)
(0.18839999999999998, 2228.8467537132797)
(0.1907, 2225.554239044556)
(0.1943, 2222.6306111526214)
(0.1966, 2180.1718541189216)
(0.1968, 2161.252590584135)
(0.5594, 727.6217029971192)
(0.5610999999999999, 721.7376475914483)
(0.5619, 721.319730259044)
(0.5862, 684.0484579119703)
(0.5928, 669.2180417297569)
(0.5976, 667.6231949296149)
(0.5989, 656.568907500936)
(0.6022000000000001, 638.137273248711)
(0.7492, 296.58639238067224)
(0.7501, 292.86433376238034)
(0.7658, 289.63929538919234)
(0.7666999999999999, 284.58324671158516)
(0.771, 278.40218287600203)
(0.7737, 273.20780624626065)
(0.7755, 273.1559758665887)
(0.7767999999999999, 269.8859135812526)
(0.9141, 21.85962713858525)
(0.9233, 21.491889472446534)
(0.9253, 21.35912489381302)
(0.9272, 21.28690713542202)
(0.9273999999999999, 20.958896037738548)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 2939.1326893497444)
(0.12110000000000001, 2768.6344505642483)
(0.1315, 2605.4344902471007)
(0.15889999999999999, 2473.155763320699)
(0.1628, 2213.1194596876317)
(0.26389999999999997, 982.8959443131615)
(0.2886, 962.5670265512924)
(0.3052, 916.840465364457)
(0.325, 850.6080372374643)
(0.34700000000000003, 843.4191431008027)
(0.3518, 814.8211321385173)
(0.4218, 811.6808548930512)
(0.4747, 774.9741047332816)
(0.49219999999999997, 735.6311517387979)
(0.5203, 336.7613215342132)
(0.5344, 334.62194131121447)
(0.6168, 328.964864800848)
(0.6212, 321.17669878022195)
(0.6628000000000001, 318.25770707920316)
(0.6809000000000001, 304.2759276496766)
(0.6809999999999999, 298.94130134955014)
(0.7112, 23.577794026076365)
(0.7442, 23.56350429418515)
(0.7955, 22.72859149498142)
(0.8118000000000001, 22.6332151199597)
(0.836, 22.493206688561507)
(0.8464, 22.13310952193347)
(0.8627, 22.121962716171264)
(0.8897, 21.8016806910688)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6028, 57.37610248965646)
(0.7098, 51.03090903308401)
(0.806, 42.07988715943345)
(0.9044000000000001, 29.580112456649303)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.27149999999999996, 4710.758597297519)
(0.8211999999999999, 1111.0762618834688)
(0.9602999999999999, 395.41174613954706)
(0.9608000000000001, 363.34000476795046)
(0.962, 358.44695865185855)
(0.9948, 92.33250827866925)
(0.9949999999999999, 89.99265585275369)
(0.9951000000000001, 88.63147287224021)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0616, 457.2704936146488)
(0.5892000000000001, 431.9219721647804)
(0.5934999999999999, 361.51902836520605)
(0.597, 355.95198713573785)
(0.6987, 240.08893522665093)
(0.706, 217.70177464952633)
(0.7617, 141.34205506292736)
(0.7652, 138.38660110947393)
(0.7938, 128.30759286369042)
(0.7952, 117.66079135650281)
(0.8005000000000001, 102.82231706216601)
(0.8445, 69.43267452228683)
(0.8451000000000001, 56.91910245759794)
(0.8926999999999999, 53.7700509037534)
(0.8961, 52.16230149759127)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12, 805.3800248355514)
(0.1207, 800.078285247866)
(0.1227, 774.914112520681)
(0.1263, 774.6576396226579)
(0.1272, 765.2177720531491)
(0.1273, 736.3669194021078)
(0.1291, 531.2837451243936)
(0.1305, 517.1452543895286)
(0.1318, 500.6403769546417)
(0.132, 492.737986710901)
(0.39780000000000004, 436.52002814590367)
(0.40599999999999997, 405.85440772000277)
(0.4109, 392.92483042175655)
(0.4159, 392.5529657735283)
(0.4168, 372.41756152724173)
(0.41790000000000005, 299.4324545692015)
(0.4201, 293.8485917903085)
(0.5342, 282.53447795737395)
(0.5344, 278.18913195031934)
(0.5347000000000001, 276.8899837522119)
(0.5418999999999999, 257.91932973875356)
(0.5423, 257.3359985373282)
(0.5509999999999999, 249.01925348085157)
(0.5511, 239.58024288271486)
(0.5519999999999999, 229.45851005345494)
(0.7386999999999999, 104.45686169579028)
(0.7514000000000001, 94.68146139747067)
(0.7545, 92.49397641905335)
(0.7553, 86.03716220117818)
(0.7775000000000001, 77.40898818947004)
(0.7777999999999999, 77.09776234357564)
(0.778, 76.71346324294092)
(0.7882, 70.34022293886682)
(0.7897000000000001, 70.01725414603062)
(0.7912, 68.7488440246046)
(0.7921, 63.640003215453504)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6021, 11.761121159526379)
(0.6289, 10.47107256682038)
(0.6292, 9.412781484015653)
(0.8124, 4.754908043473021)
(0.8342, 4.232016378205596)
(0.8345, 3.7663820818090796)
(0.9319000000000001, 2.9456920592583007)
(0.9419000000000001, 2.5632630021990694)
(0.9452, 2.5491181206247804)
(0.9456, 2.315725682079474)
(0.9997999999999999, 2.311784095795678)
(0.9999, 2.0358493275324707)
(1.0, 2.0181646491558447)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9198000000000001, 38.868820270757595)
(0.924, 21.42101985887472)
(0.9247, 21.14666663197937)
(0.9249, 20.44497719502258)
(0.9292, 14.566311066643133)
(0.9304, 14.05258130307432)
(0.9313, 13.532026599738943)
(0.9318, 10.146624646267346)
(0.9757999999999999, 9.558660761231117)
(0.9797, 8.335530376694267)
(0.9811, 6.736867198414103)
(0.9874, 6.459325190045207)
(0.9894000000000001, 5.125889253801146)
(0.9904999999999999, 4.17956887142981)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 25.075110325029566)
(0.5378000000000001, 17.901802813069956)
(0.575, 17.10925238671457)
(0.5788, 12.926760719797276)
(0.7152999999999999, 10.003462106139157)
(0.7628999999999999, 6.919612537570368)
(0.7934, 6.5173278424428585)
(0.8547, 5.918167151236864)
(0.9541000000000001, 4.4054190049279525)
(0.9721, 4.230944235164119)
(0.9912000000000001, 3.0693156257107614)
(0.9934, 2.8634799505695407)
(0.9978999999999999, 2.419148764831477)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 1779.3517672807122)
(0.4646, 1643.7782369189192)
(0.4709, 1381.4866538431136)
(0.481, 1249.0426635973931)
(0.48929999999999996, 927.4306086082054)
(0.8121, 425.7464767058746)
(0.8345, 399.85273063223826)
(0.8432999999999999, 378.42816268669213)
(0.8611000000000001, 361.38275319407234)
(0.8737999999999999, 318.99421129074)
(0.874, 277.76170752924696)
(0.9372999999999999, 146.15920134420477)
(0.943, 140.0092124324911)
(0.9631000000000001, 136.6853646557592)
(0.9632999999999999, 127.00545596362613)
(0.9682000000000001, 122.81521377536617)
(0.9811, 56.7862303399375)
(0.9938, 55.139710072649386)
(0.9954000000000001, 54.936577148933594)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9653, 15.834686756134033)
(0.9695, 17.919652462005615)
(0.9715999999999999, 19.64185404777527)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.958, 12.807666301727295)
(0.9582, 14.528089761734009)
(0.9654999999999999, 15.293490886688232)
(0.966, 16.336371421813965)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 0.00028252601623535156)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9273999999999999, 417.23981738090515)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8897, 410.2272515296936)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9044000000000001, 356.9935064315796)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9945999999999999, 25.462316513061523)
(0.9949999999999999, 25.68654179573059)
(0.9951000000000001, 31.3517849445343)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8926999999999999, 6.006217002868652)
(0.8961, 11.450723886489868)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7553, 399.31659841537476)
(0.7921, 411.0691068172455)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 354.4518575668335)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9904999999999999, 364.54803824424744)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9978999999999999, 385.9713497161865)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9811, 27.477737426757812)
(0.9868, 38.13739848136902)
(0.9909000000000001, 61.49185752868652)
(0.9938, 108.81932759284973)
(0.9954000000000001, 213.95387983322144)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9653, 792804.0)
(0.9695, 794300.0)
(0.9715999999999999, 796432.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.958, 804424.0)
(0.9582, 804628.0)
(0.9654999999999999, 806228.0)
(0.966, 808600.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9273999999999999, 1874588.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8897, 1874588.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9044000000000001, 572580.0)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9945999999999999, 537828.0)
(0.9949999999999999, 537836.0)
(0.9951000000000001, 678080.0)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8926999999999999, 550868.0)
(0.8958999999999999, 557696.0)
(0.8961, 700340.0)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7553, 1593236.0)
(0.7921, 1721764.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1593236.0)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9904999999999999, 1627396.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9978999999999999, 1593240.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9811, 530536.0)
(0.9868, 624460.0)
(0.9909000000000001, 812312.0)
(0.9938, 1188016.0)
(0.9954000000000001, 1939424.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8986000000000001, 10009)
(0.9378, 20009)
(0.9605, 35009)
(0.9715999999999999, 50009)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4729, 1009)
(0.8273999999999999, 5009)
(0.9021000000000001, 10009)
(0.966, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1000000)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.183, 121)
(0.1906, 145)
(0.1943, 162)
(0.1955, 163)
(0.1966, 166)
(0.1968, 194)
(0.5594, 473)
(0.5610999999999999, 474)
(0.5619, 476)
(0.5849, 573)
(0.585, 577)
(0.5851, 583)
(0.5852999999999999, 595)
(0.5857, 611)
(0.5928, 629)
(0.5936, 654)
(0.5976, 666)
(0.6008, 694)
(0.6022000000000001, 751)
(0.7492, 793)
(0.7497, 794)
(0.7501, 799)
(0.7658, 1055)
(0.7662, 1097)
(0.7665, 1151)
(0.771, 1190)
(0.7716000000000001, 1257)
(0.7737, 1276)
(0.7755, 1343)
(0.7767999999999999, 1514)
(0.914, 2425)
(0.9141, 2438)
(0.9233, 4218)
(0.9253, 4797)
(0.9263, 5314)
(0.9272, 5722)
(0.9273999999999999, 7206)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1133, 83)
(0.11779999999999999, 84)
(0.12110000000000001, 85)
(0.1315, 132)
(0.14579999999999999, 137)
(0.15889999999999999, 147)
(0.3992, 175)
(0.44420000000000004, 198)
(0.4721, 209)
(0.4747, 431)
(0.7112, 432)
(0.7325999999999999, 518)
(0.7442, 580)
(0.7955, 1959)
(0.8039999999999999, 2563)
(0.8118000000000001, 2940)
(0.836, 3022)
(0.8568, 3889)
(0.8627, 4816)
(0.8704000000000001, 5517)
(0.8897, 6339)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.034100000000000005, 73)
(0.0359, 78)
(0.0378, 79)
(0.038, 81)
(0.0664, 328)
(0.06770000000000001, 329)
(0.06870000000000001, 331)
(0.5852999999999999, 3986)
(0.6115, 5006)
(0.6684, 6929)
(0.7181, 9471)
(0.7196, 9717)
(0.7455, 11354)
(0.8017, 16044)
(0.806, 19775)
(0.8436999999999999, 25842)
(0.9044000000000001, 48275)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.27149999999999996, 1009)
(0.8211999999999999, 5009)
(0.962, 15009)
(0.9951000000000001, 40009)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.064, 234)
(0.0656, 245)
(0.0685, 251)
(0.0706, 259)
(0.0721, 267)
(0.0744, 280)
(0.11000000000000001, 422)
(0.11579999999999999, 443)
(0.1203, 470)
(0.1216, 478)
(0.122, 485)
(0.127, 494)
(0.1272, 500)
(0.1316, 511)
(0.597, 5009)
(0.7036, 9574)
(0.706, 10009)
(0.7617, 14618)
(0.7652, 14826)
(0.7975, 19612)
(0.8005000000000001, 20009)
(0.8407, 30883)
(0.8445, 31004)
(0.8451000000000001, 31666)
(0.8961, 50009)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1255, 75)
(0.1264, 128)
(0.1291, 140)
(0.1305, 156)
(0.1318, 165)
(0.39780000000000004, 171)
(0.4032, 193)
(0.40469999999999995, 196)
(0.5347000000000001, 283)
(0.5347999999999999, 316)
(0.5351, 320)
(0.5353, 321)
(0.5414, 801)
(0.5418999999999999, 813)
(0.7379, 846)
(0.7384000000000001, 849)
(0.7386999999999999, 855)
(0.7775000000000001, 1147)
(0.7777999999999999, 1156)
(0.778, 1158)
(0.7864, 3397)
(0.7882, 3784)
(0.7897000000000001, 4330)
(0.7912, 4714)
(0.7921, 8344)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6019, 370)
(0.6021, 380)
(0.8119, 1561)
(0.8124, 1619)
(0.9317, 7324)
(0.9319000000000001, 7448)
(0.9997999999999999, 52982)
(0.9999, 169477)
(1.0, 186284)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9198000000000001, 2003)
(0.924, 2658)
(0.9247, 2840)
(0.9249, 2999)
(0.9292, 4194)
(0.9304, 4982)
(0.9313, 5801)
(0.9318, 11235)
(0.9340999999999999, 19857)
(0.9757999999999999, 43223)
(0.9797, 84493)
(0.9874, 94442)
(0.9894000000000001, 163534)
(0.9904999999999999, 253086)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4655, 431)
(0.4897, 438)
(0.6869, 593)
(0.7152999999999999, 667)
(0.8285, 1097)
(0.8547, 1428)
(0.9541000000000001, 4995)
(0.9721, 7579)
(0.9912000000000001, 84384)
(0.992, 166507)
(0.9934, 185213)
(0.9978999999999999, 320934)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4709, 1789)
(0.48929999999999996, 1866)
(0.8121, 7609)
(0.8345, 7838)
(0.8432999999999999, 8394)
(0.874, 8533)
(0.943, 22611)
(0.9631000000000001, 23100)
(0.9632999999999999, 23110)
(0.9682000000000001, 23128)
(0.9811, 54887)
(0.9945, 55974)
(0.9954000000000001, 58391)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.24257242636386933, 959.6129246877424)
(0.24135755399419342, 809.6649303437487)
(0.22798733042587338, 646.6678743914802)
(0.1379936397233265, 485.9248411938009)
(0.09413578646405005, 282.2933399416865)
(0.07562172983936537, 196.53581301005582)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0778143923985357, 8242.404233702584)
(0.34661608016786605, 1883.302950024696)
(0.22953914052089458, 945.924935448798)
(0.08614532668620972, 239.44898071148185)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010803711469819743, 15.712351712035959)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.57368774373292, 2295.753000573623)
(2.5728556714757462, 2236.5172155085947)
(2.5241417179935213, 2228.8467537132797)
(2.5031470736444663, 2225.554239044556)
(2.4845673674806754, 2222.6306111526214)
(2.4693707714301825, 2180.1718541189216)
(2.467548223422767, 2161.252590584135)
(1.031955851172832, 727.6217029971192)
(1.0308856417487469, 721.7376475914483)
(1.0297332143880091, 721.319730259044)
(0.9772477378915114, 684.0484579119703)
(0.9670505909834238, 669.2180417297569)
(0.9602573003382431, 667.6231949296149)
(0.9584268943608096, 656.568907500936)
(0.9551984025148704, 638.137273248711)
(0.5639459849710645, 296.58639238067224)
(0.5625733726067935, 292.86433376238034)
(0.5313980943517637, 289.63929538919234)
(0.5295402134318169, 284.58324671158516)
(0.5230917327958599, 278.40218287600203)
(0.51546461261099, 273.20780624626065)
(0.5131320654284639, 273.1559758665887)
(0.5114441043737621, 269.8859135812526)
(0.18810551264806397, 21.85962713858525)
(0.1751105322768772, 21.491889472446534)
(0.17476500548013554, 21.465816358501506)
(0.17467018252986286, 21.368006893632487)
(0.17023910983894602, 21.35912489381302)
(0.16545426920311887, 21.28690713542202)
(0.1645427601711294, 20.958896037738548)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.017538811756472, 2939.1326893497444)
(3.0000669588847493, 2768.6344505642483)
(2.9990367649718332, 2766.645668771953)
(2.9868483515747326, 2701.603324650698)
(2.97209270406306, 2622.3906165985168)
(2.8275157229375494, 2605.4344902471007)
(2.6714272030480055, 2473.155763320699)
(2.6471708888239687, 2213.1194596876317)
(1.4535385485267522, 982.8959443131615)
(1.4200995159339538, 962.5670265512924)
(1.3993262657550536, 916.840465364457)
(1.290109333267468, 850.6080372374643)
(1.2728310203162918, 843.4191431008027)
(1.2637496546119793, 814.8211321385173)
(1.190026779366179, 811.6808548930512)
(1.1267716251919673, 774.9741047332816)
(1.1024983787301244, 735.6311517387979)
(0.9078984493517576, 382.8744999326778)
(0.8884264476844325, 376.6615032877364)
(0.7807415305747472, 336.7613215342132)
(0.7798245162741148, 334.62194131121447)
(0.7045543949028793, 328.964864800848)
(0.6814984859351906, 321.17669878022195)
(0.6581459925061528, 318.25770707920316)
(0.6254102986013409, 304.2759276496766)
(0.42774789942224173, 23.577794026076365)
(0.390062657656393, 23.56350429418515)
(0.3175691065815694, 22.72859149498142)
(0.30773069416519006, 22.6332151199597)
(0.2709475157289253, 22.493206688561507)
(0.25949498906386415, 22.13310952193347)
(0.2505701278791298, 22.121962716171264)
(0.24600357165400155, 22.103469740801426)
(0.21520695966596057, 21.8016806910688)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.5818886788123823, 57.37610248965646)
(0.8723452583174025, 51.03090903308401)
(0.4887339344055817, 42.07988715943345)
(0.20154365997397017, 29.580112456649303)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.1752212470973626, 4710.758597297519)
(1.1751560032339432, 4612.688703470923)
(0.255678997497609, 1111.0762618834688)
(0.09794608215056606, 395.41174613954706)
(0.09782738190264503, 365.4929911298126)
(0.09706394514234411, 363.34000476795046)
(0.09674136513625925, 346.14194009471584)
(0.042899235158848074, 92.33250827866925)
(0.0428397013744729, 88.63147287224021)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(8.46304433810323, 457.2704936146488)
(1.7681818696052432, 431.9219721647804)
(1.6939964117456419, 337.7879072801548)
(1.0066841631887666, 240.08893522665093)
(0.9947471913774173, 217.70177464952633)
(0.9946850161399534, 210.89226353508153)
(0.8866617394889865, 200.69463830069034)
(0.6494108076621452, 141.34205506292736)
(0.6341847292948839, 138.38660110947393)
(0.522088391953244, 128.30759286369042)
(0.5203024444755965, 117.66079135650281)
(0.5023395595555807, 102.82231706216601)
(0.34414771388385734, 69.43267452228683)
(0.3394846959949182, 56.91910245759794)
(0.22224586961607296, 53.7700509037534)
(0.21127991539160754, 52.16230149759127)
(0.19958325039289065, 48.13845369536336)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(9.403165184605065, 805.3800248355514)
(9.400945424523913, 800.078285247866)
(9.38344398755894, 774.914112520681)
(9.367287774468991, 774.6576396226579)
(9.364434026583796, 765.2177720531491)
(9.363208532218426, 736.3669194021078)
(3.4831508973356406, 436.52002814590367)
(3.45425539812064, 405.85440772000277)
(3.449600503980284, 399.5784248243492)
(3.438780449879438, 392.92483042175655)
(3.4275831967684294, 392.5529657735283)
(3.425702727912726, 372.41756152724173)
(2.04964543348641, 282.53447795737395)
(2.049007571228759, 278.18913195031934)
(2.0487469160016256, 276.8899837522119)
(2.009774149490615, 257.91932973875356)
(2.0094157365621768, 257.3359985373282)
(1.9919514548851465, 249.01925348085157)
(1.990919504366834, 229.45851005345494)
(0.7187994836178814, 104.45686169579028)
(0.6837403036154343, 94.68146139747067)
(0.6768701876928355, 92.49397641905335)
(0.6758125936852871, 86.03716220117818)
(0.5580485448649365, 77.40898818947004)
(0.5574274917369391, 77.09776234357564)
(0.5570668742813173, 76.71346324294092)
(0.525929859388785, 70.34022293886682)
(0.5232617729557129, 70.01725414603062)
(0.5214147394156643, 68.7488440246046)
(0.5199835670711764, 63.640003215453504)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.591682415656275, 11.761121159526379)
(2.408053279425374, 10.47107256682038)
(2.4025830880736687, 9.412781484015653)
(0.6692694175787939, 4.754908043473021)
(0.5902613426620444, 4.232016378205596)
(0.5868462294385068, 3.7663820818090796)
(0.1993143356680281, 2.9456920592583007)
(0.19882857311873792, 2.8419671074064032)
(0.1804146949477373, 2.5632630021990694)
(0.17263762436306077, 2.5491181206247804)
(0.1689174393094738, 2.315725682079474)
(0.013628077102664851, 2.311784095795678)
(0.012015782852684996, 2.0358493275324707)
(0.011301891893888654, 2.0181646491558447)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1653484509395425, 38.868820270757595)
(0.1427302555263397, 21.42101985887472)
(0.13994380859304728, 21.14666663197937)
(0.13813873960576745, 20.44497719502258)
(0.1301413510908039, 14.566311066643133)
(0.12625087273132382, 14.05258130307432)
(0.12335702476565844, 13.532026599738943)
(0.0726171544743065, 9.558660761231117)
(0.06335633284883359, 8.335530376694267)
(0.058557145994061935, 6.736867198414103)
(0.04037990208525924, 6.459325190045207)
(0.035682971277582166, 5.125889253801146)
(0.033838082084715546, 4.17956887142981)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.4025436275351812, 25.075110325029566)
(3.002578160100459, 17.901802813069956)
(2.753581741783728, 17.10925238671457)
(1.0845280686299084, 10.003462106139157)
(0.8592218169417842, 6.919612537570368)
(0.7484483447778613, 6.5173278424428585)
(0.3941971024560957, 5.918167151236864)
(0.07414338661842751, 4.4054190049279525)
(0.0530737733841892, 4.230944235164119)
(0.030436390040099574, 3.0693156257107614)
(0.027662688135751783, 2.8634799505695407)
(0.0179753231478701, 2.419148764831477)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0838444863448486, 1779.3517672807122)
(1.0045702103179104, 1643.7782369189192)
(0.9204975912437884, 1381.4866538431136)
(0.8544785514017371, 1249.0426635973931)
(0.8082369459775189, 927.4306086082054)
(0.7783057853770227, 665.792975932868)
(0.2892253792546141, 425.7464767058746)
(0.254675436997111, 399.85273063223826)
(0.23100818154941297, 378.42816268669213)
(0.2136693752291955, 361.38275319407234)
(0.19658135299498294, 318.99421129074)
(0.19020919580637877, 277.76170752924696)
(0.11471482273515822, 146.15920134420477)
(0.10534004533212107, 140.0092124324911)
(0.08893885053178939, 136.6853646557592)
(0.08438579095983378, 127.00545596362613)
(0.07936971720796525, 122.81521377536617)
(0.05561629430055533, 56.7862303399375)
(0.043937902849112975, 55.139710072649386)
(0.0413198771809904, 54.936577148933594)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9715999999999999, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.966, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9273999999999999, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8897, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.038, 9.999)
(0.9044000000000001, 10.0)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9951000000000001, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8961, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7921, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9904999999999999, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9978999999999999, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9954000000000001, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8842000000000001, 826.1706148424148)
(0.898, 861.006327176094)
(0.8986000000000001, 1003.7189083328248)
(0.9276, 1631.5362640285493)
(0.9378, 1677.3566862106325)
(0.9526999999999999, 2808.440327227592)
(0.9605, 2857.414780306816)
(0.9653, 4033.8907594385146)
(0.9695, 4061.8872125148773)
(0.9715999999999999, 4154.88397215271)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3782, 97.62054580020904)
(0.44480000000000003, 98.16565715312957)
(0.4626, 100.64200429916383)
(0.4729, 114.52596920108796)
(0.8273999999999999, 427.2429987907409)
(0.8893000000000001, 850.625636185646)
(0.8955, 868.735314321518)
(0.8987999999999999, 909.8826838827134)
(0.9021000000000001, 999.6905978441238)
(0.958, 3359.999108549118)
(0.9582, 3360.331698256493)
(0.9654999999999999, 3424.661942278862)
(0.966, 3438.5164096832273)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1829, 816.5460306625366)
(0.183, 838.1728461561204)
(0.18839999999999998, 841.0573750200272)
(0.1907, 842.3016465349198)
(0.1943, 843.4096023845672)
(0.1966, 859.8349696416855)
(0.1968, 867.3618290462493)
(0.5594, 2576.32227334404)
(0.5610999999999999, 2597.326059206963)
(0.5619, 2598.8308947639466)
(0.5862, 2740.4315853910443)
(0.5928, 2801.161778535843)
(0.5976, 2807.85331342125)
(0.5989, 2855.127586128235)
(0.6022000000000001, 2937.5936472988124)
(0.7492, 6320.546215734482)
(0.7501, 6400.875026048661)
(0.7658, 6472.1466660146725)
(0.7666999999999999, 6587.13406941986)
(0.771, 6733.3811130170825)
(0.7737, 6861.399847083093)
(0.7755, 6862.701773420334)
(0.7767999999999999, 6945.853435346603)
(0.9141, 85755.71706303692)
(0.9233, 87223.0430183115)
(0.9253, 87765.20617391968)
(0.9272, 88062.9575764265)
(0.9273999999999999, 89441.16124363709)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 637.8031202173233)
(0.12110000000000001, 677.0803562088013)
(0.1315, 719.4915116910935)
(0.15889999999999999, 757.9740943946839)
(0.1628, 847.0342582702638)
(0.26389999999999997, 1907.2090090980532)
(0.2886, 1947.488276963234)
(0.3052, 2044.6174343481064)
(0.325, 2203.8211701927185)
(0.34700000000000003, 2222.605468863487)
(0.3518, 2300.6128904390334)
(0.4218, 2309.5136329746247)
(0.4747, 2418.9040492458344)
(0.49219999999999997, 2548.271637992859)
(0.5203, 5566.518124646187)
(0.5344, 5602.107239753723)
(0.6168, 5698.444425470351)
(0.6212, 5836.625157177925)
(0.6628000000000001, 5890.157436261177)
(0.6809000000000001, 6160.815988566398)
(0.6809999999999999, 6270.756136864663)
(0.7112, 79506.50505839348)
(0.7442, 79554.72057959557)
(0.7955, 82477.08620280838)
(0.8118000000000001, 82824.64466777611)
(0.836, 83340.18470355701)
(0.8464, 84696.09740747546)
(0.8627, 84738.77404330253)
(0.8897, 85983.64624099541)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6028, 9979.416083607673)
(0.7098, 11220.258679475783)
(0.806, 13606.97565158844)
(0.9044000000000001, 19356.924380836488)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.27149999999999996, 114.17014667415617)
(0.8211999999999999, 484.06038221740727)
(0.9602999999999999, 1360.1720364933012)
(0.9608000000000001, 1480.2553887329104)
(0.962, 2674.471011291504)
(0.9949999999999999, 5976.443243102073)
(0.9951000000000001, 7650.55547454834)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5892000000000001, 1275.387767931938)
(0.597, 1553.816301042557)
(0.6987, 2294.4331003007887)
(0.7036, 2766.8900609493257)
(0.7038, 3207.4233407287597)
(0.706, 3216.9696417379378)
(0.7617, 3928.766988372803)
(0.7652, 4012.6717149496076)
(0.7938, 4293.339058938026)
(0.8005000000000001, 5423.880884368896)
(0.8445, 10213.577467369081)
(0.8926999999999999, 10244.885224044801)
(0.8958999999999999, 11585.249570526123)
(0.8961, 13426.171389932631)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12, 1978.2412660722732)
(0.1207, 1991.3501333265306)
(0.1227, 2056.0162400674817)
(0.1263, 2056.6969439249037)
(0.1272, 2082.0687367534633)
(0.1273, 2163.6441806669236)
(0.1291, 3240.761675471306)
(0.1305, 3329.362467093468)
(0.1318, 3439.1233293514256)
(0.132, 3494.279001083374)
(0.39780000000000004, 3649.857732226372)
(0.40599999999999997, 3925.6343400344854)
(0.4109, 4054.8111919775006)
(0.4159, 4058.6523066015247)
(0.4168, 4278.090414067268)
(0.5342, 5639.085224283218)
(0.5344, 5727.168379405021)
(0.5347000000000001, 5754.039847919464)
(0.5418999999999999, 6177.264812272071)
(0.5423, 6191.267483196259)
(0.5509999999999999, 6398.043435314179)
(0.5511, 6650.114303373336)
(0.5519999999999999, 6943.460060072898)
(0.7386999999999999, 15252.573877243041)
(0.7514000000000001, 16827.3279318285)
(0.7545, 17225.294680614472)
(0.7553, 18517.998028277398)
(0.7775000000000001, 22242.42998481941)
(0.7777999999999999, 22332.217533463478)
(0.778, 22444.09165243149)
(0.7882, 24477.659126790048)
(0.7897000000000001, 24590.567296584126)
(0.7912, 25044.26109890366)
(0.7921, 27054.744076158524)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6021, 135467.01699518587)
(0.6289, 152156.71458991716)
(0.6292, 169263.88896901227)
(0.8124, 335073.5672348108)
(0.8342, 376473.9683440323)
(0.8345, 423017.0931661634)
(0.9319000000000001, 540872.5582813177)
(0.9419000000000001, 621568.6796997137)
(0.9452, 625017.7216619139)
(0.9456, 688010.6794727517)
(0.9997999999999999, 689183.7360147734)
(0.9999, 782594.2610060805)
(1.0, 789451.9412310686)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9198000000000001, 41868.932184297555)
(0.924, 75971.9196714983)
(0.9247, 76957.56633052253)
(0.9249, 79598.81708237839)
(0.9292, 111723.27657664393)
(0.9304, 115807.62031556226)
(0.9313, 120262.54811170674)
(0.9318, 160387.9178282871)
(0.9757999999999999, 170253.5575486202)
(0.9797, 195236.04695270731)
(0.9811, 241565.6939746561)
(0.9874, 251945.20358071805)
(0.9894000000000001, 317485.5950688343)
(0.9904999999999999, 389369.346471201)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 63538.7034931469)
(0.5378000000000001, 88998.85763666153)
(0.575, 93121.54406215667)
(0.5788, 123251.29508740423)
(0.7152999999999999, 159268.85943039894)
(0.7628999999999999, 230249.88629774097)
(0.7934, 244462.1535875988)
(0.8547, 269211.7270913887)
(0.9541000000000001, 361654.58909079555)
(0.9721, 376568.4233694935)
(0.9912000000000001, 519086.40045158385)
(0.9934, 556399.914615469)
(0.9978999999999999, 658595.2973053264)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 298.162516122818)
(0.4646, 379.89309383392333)
(0.4709, 587.9984419250488)
(0.481, 951.1412497138977)
(0.8121, 1246.1312753658297)
(0.8345, 1561.7249856281278)
(0.8432999999999999, 2146.542144836426)
(0.8611000000000001, 3287.4175358390808)
(0.9372999999999999, 3629.8501573677063)
(0.943, 4460.135080761909)
(0.9574999999999999, 6119.9943719272605)
(0.9631000000000001, 8691.610861133575)
(0.9811, 9342.68742306137)
(0.9868, 11370.4107711792)
(0.9909000000000001, 15217.868087942123)
(0.9938, 21545.56123771286)
(0.9954000000000001, 35302.963902214055)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.036199999999999996, 959.6129246877424)
(0.0363, 921.857269297982)
(0.0392, 809.6649303437487)
(0.0617, 485.9248411938009)
(0.0917, 282.2933399416865)
(0.11710000000000001, 196.53581301005582)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0068000000000000005, 8242.404233702584)
(0.0077, 8034.418686619084)
(0.023, 1883.302950024696)
(0.023100000000000002, 1708.6697092416687)
(0.0364, 945.924935448798)
(0.0398, 826.9078470705946)
(0.10200000000000001, 239.44898071148185)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9987, 15.712351712035959)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 2295.753000573623)
(0.0021999999999999997, 2228.8467537132797)
(0.0057, 727.6217029971192)
(0.006, 684.0484579119703)
(0.0060999999999999995, 669.2180417297569)
(0.0062, 667.6231949296149)
(0.0064, 642.7042495240212)
(0.0103, 296.58639238067224)
(0.011, 289.63929538919234)
(0.0111, 278.40218287600203)
(0.011300000000000001, 273.20780624626065)
(0.011600000000000001, 268.4143264242239)
(0.040799999999999996, 21.85962713858525)
(0.0442, 21.491889472446534)
(0.0443, 21.368006893632487)
(0.0449, 21.35912489381302)
(0.0465, 21.28690713542202)
(0.046700000000000005, 21.206314082862473)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0018, 2939.1326893497444)
(0.0019, 2605.4344902471007)
(0.002, 2473.155763320699)
(0.0026, 982.8959443131615)
(0.0028, 962.5670265512924)
(0.0029000000000000002, 880.5506464671148)
(0.0033, 854.8133262953233)
(0.004200000000000001, 850.6080372374643)
(0.0045, 774.9741047332816)
(0.0047, 769.293017035102)
(0.0054, 728.6919104034514)
(0.0063, 328.964864800848)
(0.0066, 321.17669878022195)
(0.0067, 318.25770707920316)
(0.008, 304.2759276496766)
(0.0098, 23.577794026076365)
(0.0125, 23.56350429418515)
(0.0156, 22.72859149498142)
(0.0164, 22.6332151199597)
(0.0209, 22.493206688561507)
(0.0223, 22.13310952193347)
(0.0235, 22.121962716171264)
(0.0259, 22.103469740801426)
(0.0289, 21.8016806910688)
(0.029199999999999997, 21.685308519169478)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.004399999999999999, 57.37610248965646)
(0.0098, 51.03090903308401)
(0.020399999999999998, 42.07988715943345)
(0.053500000000000006, 29.580112456649303)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0055, 4710.758597297519)
(0.0057, 4612.688703470923)
(0.0058000000000000005, 4365.792322424848)
(0.023200000000000002, 1111.0762618834688)
(0.0241, 1100.9475232051052)
(0.0553, 395.41174613954706)
(0.05620000000000001, 358.44695865185855)
(0.0573, 346.14194009471584)
(0.12350000000000001, 92.33250827866925)
(0.1244, 92.22696294457721)
(0.1248, 86.46982963874434)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 457.2704936146488)
(0.0049, 431.9219721647804)
(0.0054, 361.51902836520605)
(0.0056, 277.2929102981463)
(0.009, 240.08893522665093)
(0.011600000000000001, 217.70177464952633)
(0.014599999999999998, 141.34205506292736)
(0.0155, 138.38660110947393)
(0.018099999999999998, 128.30759286369042)
(0.0235, 117.66079135650281)
(0.0329, 69.43267452228683)
(0.053200000000000004, 53.7700509037534)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 805.3800248355514)
(0.0005, 535.1766369584775)
(0.0018, 436.52002814590367)
(0.0019, 405.85440772000277)
(0.0026, 308.47910378385376)
(0.0036999999999999997, 282.53447795737395)
(0.0039, 257.91932973875356)
(0.0041, 249.01925348085157)
(0.0046, 229.9934713786358)
(0.0050999999999999995, 216.308097773663)
(0.0131, 104.45686169579028)
(0.014299999999999998, 94.68146139747067)
(0.0147, 92.49397641905335)
(0.014799999999999999, 86.03716220117818)
(0.0188, 77.40898818947004)
(0.0208, 70.34022293886682)
(0.0211, 70.01725414603062)
(0.0213, 68.7488440246046)
(0.0215, 63.640003215453504)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0327, 11.761121159526379)
(0.036699999999999997, 10.47107256682038)
(0.12079999999999999, 4.754908043473021)
(0.1368, 4.232016378205596)
(0.1375, 3.7663820818090796)
(0.3283, 2.9456920592583007)
(0.3548, 2.5632630021990694)
(0.37360000000000004, 2.5491181206247804)
(0.3751, 2.315725682079474)
(0.8321999999999999, 2.311784095795678)
(0.8975, 2.0358493275324707)
(0.9435, 2.0181646491558447)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0315, 38.868820270757595)
(0.038400000000000004, 21.42101985887472)
(0.040400000000000005, 21.14666663197937)
(0.0419, 20.44497719502258)
(0.048, 14.566311066643133)
(0.054900000000000004, 14.05258130307432)
(0.0612, 13.532026599738943)
(0.0767, 9.558660761231117)
(0.09140000000000001, 8.335530376694267)
(0.10840000000000001, 6.736867198414103)
(0.3151, 6.459325190045207)
(0.3809, 5.125889253801146)
(0.42590000000000006, 4.17956887142981)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0214, 25.075110325029566)
(0.025500000000000002, 17.901802813069956)
(0.028100000000000003, 17.10925238671457)
(0.0288, 12.926760719797276)
(0.0794, 10.003462106139157)
(0.08990000000000001, 6.919612537570368)
(0.0996, 6.5173278424428585)
(0.2122, 5.918167151236864)
(0.5214000000000001, 4.4054190049279525)
(0.5422, 4.230944235164119)
(0.6033000000000001, 3.0693156257107614)
(0.6123000000000001, 2.8634799505695407)
(0.6123999999999999, 2.476376414136641)
(0.7014, 2.419148764831477)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0049, 1779.3517672807122)
(0.0050999999999999995, 1381.4866538431136)
(0.006500000000000001, 1249.0426635973931)
(0.0067, 927.4306086082054)
(0.0209, 425.7464767058746)
(0.0222, 378.42816268669213)
(0.0253, 361.38275319407234)
(0.0264, 318.99421129074)
(0.047099999999999996, 146.15920134420477)
(0.0533, 140.0092124324911)
(0.05689999999999999, 136.6853646557592)
(0.059899999999999995, 127.00545596362613)
(0.0631, 122.81521377536617)
(0.1071, 56.7862303399375)
(0.1263, 55.139710072649386)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0395, 959.6129246877424)
(0.0427, 809.6649303437487)
(0.0673, 485.9248411938009)
(0.0999, 282.2933399416865)
(0.12689999999999999, 196.53581301005582)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0070999999999999995, 8242.404233702584)
(0.0085, 8034.418686619084)
(0.0247, 1883.302950024696)
(0.0254, 1708.6697092416687)
(0.0402, 945.924935448798)
(0.0434, 826.9078470705946)
(0.11069999999999999, 239.44898071148185)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 15.712351712035959)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0024000000000000002, 2295.753000573623)
(0.0025, 2228.8467537132797)
(0.0063, 727.6217029971192)
(0.0067, 684.0484579119703)
(0.0068000000000000005, 669.2180417297569)
(0.006900000000000001, 667.6231949296149)
(0.0070999999999999995, 642.7042495240212)
(0.0112, 296.58639238067224)
(0.012199999999999999, 289.63929538919234)
(0.0123, 278.40218287600203)
(0.0125, 273.20780624626065)
(0.0128, 268.4143264242239)
(0.0444, 21.85962713858525)
(0.0481, 21.491889472446534)
(0.0482, 21.368006893632487)
(0.0491, 21.35912489381302)
(0.0507, 21.28690713542202)
(0.0508, 21.206314082862473)
(0.0509, 20.958896037738548)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 2939.1326893497444)
(0.002, 2605.4344902471007)
(0.0021000000000000003, 2473.155763320699)
(0.003, 982.8959443131615)
(0.0032, 962.5670265512924)
(0.0033, 902.4926701992009)
(0.0034000000000000002, 880.5506464671148)
(0.0038, 854.8133262953233)
(0.0046, 850.6080372374643)
(0.005, 774.9741047332816)
(0.0050999999999999995, 769.293017035102)
(0.0052, 735.6311517387979)
(0.006, 728.6919104034514)
(0.0062, 336.7613215342132)
(0.006900000000000001, 328.964864800848)
(0.0075, 321.17669878022195)
(0.0091, 304.2759276496766)
(0.0111, 23.577794026076365)
(0.014199999999999999, 23.56350429418515)
(0.017599999999999998, 22.72859149498142)
(0.0183, 22.6332151199597)
(0.0233, 22.493206688561507)
(0.0247, 22.13310952193347)
(0.0258, 22.121962716171264)
(0.028599999999999997, 22.103469740801426)
(0.0318, 21.8016806910688)
(0.0319, 21.685308519169478)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0047, 57.37610248965646)
(0.0111, 51.03090903308401)
(0.0225, 42.07988715943345)
(0.058199999999999995, 29.580112456649303)
(0.0583, 19.973234662483062)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0060999999999999995, 4710.758597297519)
(0.0062, 4612.688703470923)
(0.006500000000000001, 4365.792322424848)
(0.0252, 1111.0762618834688)
(0.0261, 1100.9475232051052)
(0.059399999999999994, 395.41174613954706)
(0.0601, 358.44695865185855)
(0.061399999999999996, 346.14194009471584)
(0.13169999999999998, 92.33250827866925)
(0.1329, 92.22696294457721)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 457.2704936146488)
(0.0055, 431.9219721647804)
(0.006, 361.51902836520605)
(0.010100000000000001, 240.08893522665093)
(0.0127, 217.70177464952633)
(0.0153, 141.34205506292736)
(0.0162, 138.38660110947393)
(0.020200000000000003, 128.30759286369042)
(0.0254, 117.66079135650281)
(0.036, 69.43267452228683)
(0.0588, 53.7700509037534)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 805.3800248355514)
(0.0005, 535.1766369584775)
(0.002, 436.52002814590367)
(0.0021000000000000003, 405.85440772000277)
(0.0028, 308.47910378385376)
(0.0041, 282.53447795737395)
(0.0043, 257.91932973875356)
(0.0045, 249.01925348085157)
(0.0050999999999999995, 229.9934713786358)
(0.0056, 216.308097773663)
(0.0147, 104.45686169579028)
(0.0159, 94.68146139747067)
(0.016300000000000002, 92.49397641905335)
(0.0164, 86.03716220117818)
(0.020399999999999998, 77.40898818947004)
(0.0225, 70.34022293886682)
(0.0228, 70.01725414603062)
(0.023, 68.7488440246046)
(0.023200000000000002, 63.640003215453504)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0364, 11.761121159526379)
(0.0407, 10.47107256682038)
(0.1339, 4.754908043473021)
(0.1504, 4.232016378205596)
(0.15109999999999998, 3.7663820818090796)
(0.3554, 2.9456920592583007)
(0.3825, 2.5632630021990694)
(0.40090000000000003, 2.5491181206247804)
(0.4024, 2.315725682079474)
(0.8805, 2.311784095795678)
(0.9311999999999999, 2.0358493275324707)
(0.9679, 2.0181646491558447)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0342, 38.868820270757595)
(0.0418, 21.42101985887472)
(0.0442, 21.14666663197937)
(0.045700000000000005, 20.44497719502258)
(0.053000000000000005, 14.566311066643133)
(0.0606, 14.05258130307432)
(0.0674, 13.532026599738943)
(0.0834, 9.558660761231117)
(0.10029999999999999, 8.335530376694267)
(0.1192, 6.736867198414103)
(0.3423, 6.459325190045207)
(0.4145, 5.125889253801146)
(0.4638, 4.17956887142981)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023799999999999998, 25.075110325029566)
(0.028399999999999998, 17.901802813069956)
(0.0311, 17.10925238671457)
(0.0317, 12.926760719797276)
(0.0878, 10.003462106139157)
(0.0996, 6.919612537570368)
(0.1103, 6.5173278424428585)
(0.2291, 5.918167151236864)
(0.5313, 4.4054190049279525)
(0.5544, 4.230944235164119)
(0.6134000000000001, 3.0693156257107614)
(0.6261, 2.8634799505695407)
(0.7216, 2.419148764831477)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0050999999999999995, 1779.3517672807122)
(0.0054, 1643.7782369189192)
(0.0055, 1381.4866538431136)
(0.006900000000000001, 1249.0426635973931)
(0.0070999999999999995, 927.4306086082054)
(0.0217, 425.7464767058746)
(0.0221, 399.85273063223826)
(0.0241, 378.42816268669213)
(0.027000000000000003, 361.38275319407234)
(0.028199999999999996, 318.99421129074)
(0.0512, 146.15920134420477)
(0.057499999999999996, 140.0092124324911)
(0.0606, 136.6853646557592)
(0.0649, 127.00545596362613)
(0.0688, 122.81521377536617)
(0.11539999999999999, 56.7862303399375)
(0.1366, 55.139710072649386)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8842000000000001, 1.0465383529663086)
(0.898, 1.0790824890136719)
(0.8986000000000001, 1.2254714965820312)
(0.9276, 2.0581483840942383)
(0.9378, 2.10416316986084)
(0.9526999999999999, 3.542304039001465)
(0.9605, 3.5979747772216797)
(0.9653, 5.078911781311035)
(0.9695, 5.112051963806152)
(0.9715999999999999, 5.207538604736328)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.44480000000000003, 0.11992454528808594)
(0.4626, 0.12254714965820312)
(0.4729, 0.1380443572998047)
(0.8273999999999999, 0.5314350128173828)
(0.8893000000000001, 1.0530948638916016)
(0.8916000000000001, 1.067042350769043)
(0.8955, 1.0807514190673828)
(0.8987999999999999, 1.096487045288086)
(0.9021000000000001, 1.212000846862793)
(0.9582, 4.144549369812012)
(0.9654999999999999, 4.198908805847168)
(0.966, 4.236340522766113)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 63.97581100463867)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1829, 0.43570995330810547)
(0.1906, 0.44608116149902344)
(0.1907, 0.44739246368408203)
(0.1943, 0.4496574401855469)
(0.1966, 0.45740604400634766)
(0.1968, 0.46133995056152344)
(0.5594, 1.4126300811767578)
(0.5610999999999999, 1.4156103134155273)
(0.5619, 1.4199018478393555)
(0.5857, 1.4693737030029297)
(0.5862, 1.470327377319336)
(0.5936, 1.503586769104004)
(0.5976, 1.5147924423217773)
(0.5989, 1.5211105346679688)
(0.6022000000000001, 1.5685558319091797)
(0.7492, 3.435373306274414)
(0.7497, 3.4780502319335938)
(0.7658, 3.4847259521484375)
(0.7666999999999999, 3.526926040649414)
(0.771, 3.6188364028930664)
(0.7755, 3.6656856536865234)
(0.7767999999999999, 3.687620162963867)
(0.914, 46.0658073425293)
(0.9141, 46.18692398071289)
(0.9233, 46.71335220336914)
(0.9253, 47.04868793487549)
(0.9272, 47.0731258392334)
(0.9273999999999999, 47.84834384918213)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 0.3396272659301758)
(0.12110000000000001, 0.35750865936279297)
(0.1315, 0.3819465637207031)
(0.1323, 0.4006624221801758)
(0.1407, 0.4044771194458008)
(0.15889999999999999, 0.4050731658935547)
(0.1628, 0.446319580078125)
(0.26389999999999997, 1.0117292404174805)
(0.2886, 1.0342597961425781)
(0.3052, 1.0842084884643555)
(0.325, 1.1751651763916016)
(0.34700000000000003, 1.1897087097167969)
(0.4218, 1.2269020080566406)
(0.4747, 1.3037919998168945)
(0.49219999999999997, 1.3628005981445312)
(0.5203, 2.9529333114624023)
(0.5344, 3.0031204223632812)
(0.6168, 3.0438899993896484)
(0.6212, 3.120303153991699)
(0.6628000000000001, 3.1523704528808594)
(0.6809000000000001, 3.2793283462524414)
(0.6809999999999999, 3.349423408508301)
(0.7112, 42.58143901824951)
(0.7442, 42.65165328979492)
(0.7493000000000001, 44.27015781402588)
(0.7955, 44.281005859375)
(0.8118000000000001, 44.432640075683594)
(0.836, 44.76320743560791)
(0.8568, 45.40109634399414)
(0.8627, 45.455217361450195)
(0.8897, 46.00262641906738)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6028, 17.254233360290527)
(0.7098, 19.501566886901855)
(0.806, 23.680567741394043)
(0.9044000000000001, 33.59854221343994)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.27149999999999996, 0.20754337310791016)
(0.8211999999999999, 0.8802413940429688)
(0.9602999999999999, 2.482295036315918)
(0.9608000000000001, 2.662777900695801)
(0.962, 2.7104616165161133)
(0.9948, 10.789275169372559)
(0.9949999999999999, 11.357784271240234)
(0.9951000000000001, 11.418700218200684)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0616, 2.1638870239257812)
(0.0629, 2.271413803100586)
(0.5892000000000001, 2.307295799255371)
(0.5934999999999999, 2.7506351470947266)
(0.597, 2.785921096801758)
(0.6987, 4.149913787841797)
(0.706, 4.5528411865234375)
(0.7617, 7.032036781311035)
(0.7652, 7.186770439147949)
(0.7938, 7.688164710998535)
(0.7952, 8.38315486907959)
(0.8005000000000001, 9.656071662902832)
(0.8445, 14.386653900146484)
(0.8451000000000001, 17.451763153076172)
(0.8926999999999999, 18.417954444885254)
(0.8961, 19.011616706848145)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12, 1.2557506561279297)
(0.1207, 1.2668371200561523)
(0.1263, 1.287698745727539)
(0.1272, 1.299738883972168)
(0.1273, 1.3409852981567383)
(0.1291, 1.8767118453979492)
(0.1305, 1.9174814224243164)
(0.1318, 1.9791126251220703)
(0.132, 2.0111799240112305)
(0.39780000000000004, 2.403736114501953)
(0.40599999999999997, 2.5222301483154297)
(0.4064, 2.5936365127563477)
(0.4109, 2.624630928039551)
(0.4159, 2.6397705078125)
(0.4168, 2.7054548263549805)
(0.41790000000000005, 3.4101009368896484)
(0.4201, 3.474593162536621)
(0.42069999999999996, 3.574371337890625)
(0.5342, 3.7244558334350586)
(0.5344, 3.7775039672851562)
(0.5347000000000001, 3.8220882415771484)
(0.5418999999999999, 3.9834976196289062)
(0.5423, 3.9910078048706055)
(0.5426, 4.1588544845581055)
(0.5467, 4.218697547912598)
(0.5492, 4.248976707458496)
(0.5509999999999999, 4.258155822753906)
(0.5511, 4.291057586669922)
(0.5519999999999999, 4.442453384399414)
(0.7386999999999999, 10.28740406036377)
(0.7484, 11.021733283996582)
(0.7487, 11.366844177246094)
(0.749, 11.391401290893555)
(0.7514000000000001, 11.504292488098145)
(0.7545, 11.728763580322266)
(0.7553, 12.101531028747559)
(0.7775000000000001, 13.91148567199707)
(0.778, 14.005899429321289)
(0.7864, 14.896273612976074)
(0.7868, 15.05899429321289)
(0.7872, 15.260934829711914)
(0.7874, 15.40827751159668)
(0.7882, 15.429973602294922)
(0.7886, 15.529274940490723)
(0.7897000000000001, 15.603899955749512)
(0.7912, 15.882372856140137)
(0.7921, 16.47794246673584)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6021, 103.49738597869873)
(0.6209, 110.33201217651367)
(0.6289, 118.71373653411865)
(0.6292, 122.37954139709473)
(0.8124, 248.88300895690918)
(0.8282, 274.269700050354)
(0.8342, 291.080117225647)
(0.8345, 298.9605665206909)
(0.9319000000000001, 399.3178606033325)
(0.9419000000000001, 423.9271879196167)
(0.9423, 443.8621997833252)
(0.9452, 466.71736240386963)
(0.9456, 479.6252250671387)
(0.9997999999999999, 484.7884178161621)
(0.9999, 522.2768783569336)
(1.0, 569.4756507873535)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9198000000000001, 18.915772438049316)
(0.924, 34.13355350494385)
(0.9247, 34.23202037811279)
(0.9249, 35.1487398147583)
(0.9292, 60.439229011535645)
(0.9313, 61.5382194519043)
(0.9318, 92.17512607574463)
(0.9340999999999999, 97.56851196289062)
(0.9757999999999999, 110.01133918762207)
(0.9797, 129.87375259399414)
(0.9811, 159.85143184661865)
(0.9874, 162.00459003448486)
(0.9894000000000001, 212.15558052062988)
(0.9904999999999999, 270.07365226745605)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 34.191012382507324)
(0.5378000000000001, 46.219825744628906)
(0.575, 47.725558280944824)
(0.5788, 73.15921783447266)
(0.7152999999999999, 83.30142498016357)
(0.7628999999999999, 133.08095932006836)
(0.7934, 140.8085823059082)
(0.8547, 141.11995697021484)
(0.9541000000000001, 196.72644138336182)
(0.9721, 205.79659938812256)
(0.9912000000000001, 317.9525136947632)
(0.9934, 336.32051944732666)
(0.9978999999999999, 410.9466075897217)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 0.5619525909423828)
(0.4646, 0.605463981628418)
(0.4709, 0.7228851318359375)
(0.481, 0.7957220077514648)
(0.48929999999999996, 1.0581016540527344)
(0.8121, 2.3560523986816406)
(0.8345, 2.493619918823242)
(0.8432999999999999, 2.6181936264038086)
(0.8611000000000001, 2.741217613220215)
(0.8737999999999999, 3.109574317932129)
(0.874, 3.576993942260742)
(0.9372999999999999, 6.89852237701416)
(0.943, 7.119655609130859)
(0.9631000000000001, 7.287025451660156)
(0.9632999999999999, 7.8171491622924805)
(0.9682000000000001, 8.105874061584473)
(0.9811, 17.586588859558105)
(0.9938, 18.087148666381836)
(0.9954000000000001, 18.1196928024292)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8842000000000001, 1.1375069618225098)
(0.8949, 1.1713743209838867)
(0.898, 1.1830449104309082)
(0.8986000000000001, 1.3840436935424805)
(0.9276, 2.1567463874816895)
(0.9336, 2.200615406036377)
(0.9378, 2.2197723388671875)
(0.9526999999999999, 3.6436080932617188)
(0.9605, 3.724825382232666)
(0.9653, 5.236399173736572)
(0.9695, 5.2695393562316895)
(0.9715999999999999, 5.378067493438721)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3782, 0.14568567276000977)
(0.44480000000000003, 0.14808177947998044)
(0.4626, 0.15238523483276364)
(0.4729, 0.17070770263671875)
(0.8273999999999999, 0.5962967872619629)
(0.8893000000000001, 1.1441826820373535)
(0.8955, 1.1811614036560059)
(0.9021000000000001, 1.3485193252563477)
(0.958, 4.3550848960876465)
(0.966, 4.396450519561768)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 68.0318832397461)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1907, 0.506889820098877)
(0.1943, 0.5147457122802734)
(0.1957, 0.5164384841918945)
(0.1968, 0.5169034004211426)
(0.5594, 1.6513586044311521)
(0.5619, 1.6783118247985838)
(0.5862, 1.6829967498779297)
(0.5976, 1.7459750175476074)
(0.5989, 1.763319969177246)
(0.6022000000000001, 1.7931580543518066)
(0.7492, 3.9785981178283683)
(0.7658, 3.993821144104004)
(0.7666999999999999, 4.014933109283447)
(0.771, 4.128706455230713)
(0.7716000000000001, 4.2145490646362305)
(0.7737, 4.229938983917235)
(0.7746000000000001, 4.244875907897949)
(0.7767999999999999, 4.263949394226074)
(0.9141, 53.36328744888304)
(0.9233, 54.162251949310296)
(0.9234, 54.223453998565674)
(0.9253, 54.54223155975341)
(0.9259000000000001, 54.681539535522454)
(0.9265000000000001, 54.833781719207764)
(0.9272, 54.944443702697754)
(0.9273999999999999, 55.637550354003906)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 0.38814544677734375)
(0.12110000000000001, 0.4162788391113281)
(0.1256, 0.43823719024658203)
(0.1315, 0.444185733795166)
(0.15889999999999999, 0.4570603370666504)
(0.1628, 0.5209565162658691)
(0.26389999999999997, 1.2301087379455566)
(0.2886, 1.2505054473876953)
(0.3052, 1.3301968574523926)
(0.325, 1.4005184173583984)
(0.34700000000000003, 1.419222354888916)
(0.3518, 1.4270663261413572)
(0.4218, 1.5008926391601562)
(0.43310000000000004, 1.5302062034606934)
(0.4747, 1.5559911727905271)
(0.49219999999999997, 1.6085267066955566)
(0.5344, 3.464996814727783)
(0.5414, 3.529083728790283)
(0.6168, 3.555774688720703)
(0.6212, 3.5650134086608887)
(0.6294, 3.6642909049987793)
(0.6628000000000001, 3.672146797180176)
(0.6809000000000001, 3.7962436676025386)
(0.6809999999999999, 3.8505792617797847)
(0.7442, 50.05556344985962)
(0.8118000000000001, 51.81998014450073)
(0.836, 52.288925647735596)
(0.8464, 52.74280309677123)
(0.8627, 53.03387641906737)
(0.8897, 53.84345054626465)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6028, 18.374454975128174)
(0.7098, 20.47971487045288)
(0.806, 24.97856616973877)
(0.9044000000000001, 35.67377328872681)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.27149999999999996, 0.24390220642089844)
(0.8182, 0.9813666343688964)
(0.8211999999999999, 0.994265079498291)
(0.9602999999999999, 2.8760910034179688)
(0.962, 3.3241033554077144)
(0.9948, 12.19475269317627)
(0.9949999999999999, 12.544512748718262)
(0.9951000000000001, 12.673342227935791)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0616, 2.356886863708496)
(0.5892000000000001, 2.4795889854431152)
(0.5934999999999999, 2.9579758644104004)
(0.597, 3.1495213508605957)
(0.6987, 4.505884647369385)
(0.706, 4.8938751220703125)
(0.7617, 7.780146598815918)
(0.7652, 8.016908168792725)
(0.7938, 8.599734306335447)
(0.7952, 9.397614002227783)
(0.8005000000000001, 10.538852214813232)
(0.8445, 15.495026111602783)
(0.8451000000000001, 18.75619888305664)
(0.8926999999999999, 20.03113031387329)
(0.8961, 20.335614681243896)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1263, 1.4165401458740234)
(0.1272, 1.4787673950195312)
(0.1273, 1.5188336372375488)
(0.1291, 2.0897388458251953)
(0.1305, 2.1088361740112305)
(0.132, 2.2310376167297363)
(0.39780000000000004, 2.860724925994873)
(0.40599999999999997, 2.89609432220459)
(0.4142, 2.983391284942627)
(0.4159, 2.983701229095459)
(0.4168, 3.0243754386901855)
(0.41790000000000005, 3.9205789566040035)
(0.4201, 3.9942502975463863)
(0.42069999999999996, 3.9962887763977046)
(0.5342, 4.714596271514893)
(0.5418999999999999, 4.722702503204346)
(0.5511, 4.773509502410889)
(0.5519999999999999, 5.006313323974609)
(0.7386999999999999, 13.092076778411865)
(0.7484, 13.136756420135496)
(0.7514000000000001, 13.288772106170654)
(0.7545, 13.293051719665527)
(0.7553, 13.397252559661865)
(0.7775000000000001, 17.318272590637207)
(0.7777999999999999, 17.3470139503479)
(0.7838, 17.42880344390869)
(0.7872, 17.448091506958008)
(0.7897000000000001, 17.45551824569702)
(0.7904, 17.51999855041504)
(0.7912, 17.65052080154419)
(0.7921, 17.676806449890137)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6209, 138.55689764022827)
(0.6292, 139.0015602111816)
(0.8342, 337.0267987251281)
(0.8345, 341.43629074096674)
(0.9419000000000001, 533.1532716751099)
(0.9456, 536.2566828727722)
(0.9999, 659.1664791107177)
(1.0, 664.8579239845276)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9198000000000001, 54.887878894805894)
(0.924, 102.90071964263915)
(0.9247, 103.83934974670409)
(0.9249, 110.45032739639282)
(0.9292, 133.98051261901855)
(0.9757999999999999, 140.7449722290039)
(0.9797, 152.3787260055542)
(0.9811, 183.51658582687378)
(0.9874, 233.91562700271606)
(0.9894000000000001, 293.66531372070307)
(0.9904999999999999, 349.6317267417907)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 79.03493642807007)
(0.5447, 99.06232357025146)
(0.575, 109.65676307678221)
(0.5788, 113.1165266036987)
(0.7152999999999999, 198.1044888496399)
(0.7713, 250.93234777450556)
(0.7934, 276.2384057044982)
(0.7977000000000001, 282.03651905059814)
(0.8547, 338.7024044990539)
(0.8997999999999999, 407.98935890197754)
(0.9541000000000001, 437.20543384551996)
(0.9721, 443.4423208236694)
(0.9934, 514.8203849792479)
(0.9978999999999999, 563.9865398406982)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 0.6694793701171875)
(0.4646, 0.7073879241943359)
(0.4709, 0.8046627044677734)
(0.481, 0.8721351623535156)
(0.48929999999999996, 1.1777997016906738)
(0.8121, 2.8476595878601065)
(0.8345, 2.8743982315063477)
(0.8432999999999999, 2.9624938964843746)
(0.8611000000000001, 3.0666708946228027)
(0.8737999999999999, 3.4294009208679195)
(0.874, 3.8860321044921875)
(0.9372999999999999, 8.042263984680176)
(0.9631000000000001, 8.069992065429688)
(0.9682000000000001, 8.733534812927246)
(0.9938, 19.760549068450928)
(0.9945, 19.774043560028076)
(0.9954000000000001, 19.89729404449463)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8842000000000001, 1.1754918098449707)
(0.8949, 1.2086224555969238)
(0.898, 1.2939000129699707)
(0.8986000000000001, 1.7255854606628416)
(0.9276, 2.2292208671569824)
(0.9336, 2.269759178161621)
(0.9378, 2.4625182151794434)
(0.9526999999999999, 3.7045979499816895)
(0.9605, 3.796679973602295)
(0.9653, 5.367553234100342)
(0.9695, 5.4183197021484375)
(0.9715999999999999, 5.53349494934082)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.44480000000000003, 0.16522645950317383)
(0.4626, 0.1699972152709961)
(0.4729, 0.195772647857666)
(0.8273999999999999, 0.6494927406311035)
(0.8893000000000001, 1.1949682235717771)
(0.8955, 1.2233376502990723)
(0.9021000000000001, 1.5996289253234863)
(0.958, 4.526402950286865)
(0.9582, 4.54664945602417)
(0.966, 4.641561508178711)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 69.59956169128418)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1907, 0.5371713638305664)
(0.1957, 0.547196865081787)
(0.1968, 0.5503201484680176)
(0.5594, 1.764817237854004)
(0.5619, 1.794579029083252)
(0.5862, 1.7962861061096191)
(0.5928, 1.8427777290344238)
(0.5976, 1.84584379196167)
(0.5989, 1.8656325340270996)
(0.6022000000000001, 1.9033169746398926)
(0.7658, 4.220552444458008)
(0.7666999999999999, 4.238934516906738)
(0.771, 4.316685199737548)
(0.7716000000000001, 4.424164295196533)
(0.7741, 4.505000114440918)
(0.7746000000000001, 4.538617134094238)
(0.7767999999999999, 4.543592929840088)
(0.9141, 57.28127717971801)
(0.9233, 57.49225616455078)
(0.9259000000000001, 58.124563694000244)
(0.9265000000000001, 58.49009037017822)
(0.9273999999999999, 58.90153169631958)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 0.42463064193725586)
(0.12110000000000001, 0.45710563659667963)
(0.1315, 0.4699373245239258)
(0.15889999999999999, 0.4828858375549316)
(0.1628, 0.6279921531677244)
(0.26389999999999997, 1.3411736488342285)
(0.2886, 1.357464790344238)
(0.3052, 1.510024070739746)
(0.34700000000000003, 1.5106940269470213)
(0.3518, 1.5316009521484375)
(0.4013, 1.6124367713928223)
(0.43310000000000004, 1.6340255737304685)
(0.49219999999999997, 1.7214083671569824)
(0.5344, 3.7198281288146973)
(0.6212, 3.7422919273376465)
(0.6628000000000001, 3.9123106002807613)
(0.6809000000000001, 4.078700542449951)
(0.6809999999999999, 4.121425151824951)
(0.7112, 53.6440110206604)
(0.7442, 53.92000913619995)
(0.836, 55.01663446426391)
(0.8464, 56.42913103103637)
(0.8568, 57.07392692565918)
(0.8704000000000001, 57.478556632995605)
(0.8897, 58.05096626281738)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6028, 18.892977237701416)
(0.7098, 21.03379487991333)
(0.806, 25.891311168670654)
(0.9044000000000001, 36.6316294670105)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.27149999999999996, 0.2811527252197265)
(0.8182, 1.0242629051208496)
(0.8194000000000001, 1.0495448112487793)
(0.8211999999999999, 1.0861825942993162)
(0.9602999999999999, 3.137660026550293)
(0.962, 3.932423591613769)
(0.9945999999999999, 12.782416343688965)
(0.9948, 12.853360176086426)
(0.9949999999999999, 13.214600086212158)
(0.9951000000000001, 13.766453266143797)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0616, 2.4755382537841797)
(0.5892000000000001, 2.598576545715332)
(0.5934999999999999, 3.2479476928710933)
(0.597, 3.5308480262756343)
(0.6987, 4.686856269836426)
(0.706, 5.0778889656066895)
(0.7617, 8.111560344696045)
(0.7652, 8.47515344619751)
(0.7938, 9.0751314163208)
(0.7952, 9.830241203308105)
(0.8005000000000001, 10.786774158477783)
(0.8445, 15.973048210144041)
(0.8451000000000001, 19.432835578918457)
(0.8926999999999999, 20.672404766082764)
(0.8961, 21.378443241119385)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1263, 1.4768218994140625)
(0.1273, 1.557619571685791)
(0.1291, 2.2569823265075684)
(0.1305, 2.3736619949340816)
(0.1318, 2.3830199241638184)
(0.132, 2.407107353210449)
(0.39780000000000004, 2.9973983764648438)
(0.40599999999999997, 3.0710768699645996)
(0.4159, 3.097817897796631)
(0.4168, 3.1392645835876465)
(0.42069999999999996, 4.11358118057251)
(0.5418999999999999, 4.922637939453125)
(0.5423, 4.966788291931152)
(0.5498999999999999, 5.028860569000244)
(0.5511, 5.110752582550049)
(0.5519999999999999, 5.222821235656738)
(0.7484, 13.641159534454346)
(0.7545, 13.688287734985352)
(0.7553, 13.826403617858887)
(0.7775000000000001, 17.699172496795654)
(0.7777999999999999, 17.774271965026855)
(0.7838, 17.84323692321777)
(0.7886, 17.906858921051025)
(0.7897000000000001, 18.02429437637329)
(0.7904, 18.113787174224854)
(0.7921, 18.118669986724854)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6209, 142.93550729751587)
(0.6289, 145.41186571121216)
(0.6292, 145.84389686584473)
(0.8342, 350.8846402168274)
(0.8345, 355.84534645080566)
(0.9419000000000001, 550.7933282852173)
(0.9456, 556.0176849365234)
(0.9999, 686.4443612098694)
(1.0, 698.2239556312561)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9198000000000001, 60.95268011093139)
(0.924, 110.94140529632568)
(0.9247, 114.95138168334961)
(0.9249, 119.00324583053589)
(0.9292, 144.6773386001587)
(0.9757999999999999, 149.93403911590576)
(0.9797, 160.8171558380127)
(0.9811, 190.48372268676758)
(0.9874, 247.75025129318237)
(0.9894000000000001, 308.3427238464355)
(0.9904999999999999, 363.27367305755615)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4655, 103.16013097763062)
(0.4897, 103.37963581085205)
(0.5447, 116.07680082321166)
(0.575, 121.41062974929808)
(0.5788, 123.2934832572937)
(0.7152999999999999, 245.6859469413757)
(0.7713, 279.6398448944092)
(0.7934, 298.5448479652404)
(0.7977000000000001, 307.0650601387024)
(0.8285, 385.89608669281006)
(0.8547, 387.9246425628662)
(0.8997999999999999, 446.73516988754267)
(0.9226000000000001, 475.59442758560175)
(0.9541000000000001, 483.0192232131958)
(0.9721, 489.5362973213195)
(0.9934, 550.2788758277893)
(0.9978999999999999, 604.7392416000366)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 0.7293295860290526)
(0.4646, 0.7656455039978026)
(0.4709, 0.8533024787902832)
(0.481, 0.9346795082092285)
(0.48819999999999997, 1.7497587203979492)
(0.48929999999999996, 1.9617629051208496)
(0.8121, 3.033432960510254)
(0.8345, 3.15828800201416)
(0.8432999999999999, 3.3500218391418457)
(0.8611000000000001, 3.35282802581787)
(0.874, 4.094688892364502)
(0.943, 8.506269454956055)
(0.9631000000000001, 8.554246425628662)
(0.9682000000000001, 8.993983268737793)
(0.9954000000000001, 20.714709758758545)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8949, 1.2979621887207042)
(0.898, 1.5363745689392094)
(0.8986000000000001, 2.1510493755340607)
(0.9276, 2.341091632843023)
(0.9336, 2.4407439231872607)
(0.9378, 2.9335184097290057)
(0.9526999999999999, 3.7482221126556436)
(0.9605, 3.9711272716523096)
(0.9653, 6.483703136444126)
(0.9695, 6.484933137893715)
(0.9715999999999999, 6.573952198028568)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3782, 0.24657964706421392)
(0.4626, 0.2553935050964398)
(0.4729, 0.2725400924682642)
(0.8257999999999999, 0.7946677207946794)
(0.8273999999999999, 0.8574044704437301)
(0.8955, 1.2676942348480245)
(0.9021000000000001, 1.7614824771882005)
(0.9582, 4.64177417755127)
(0.966, 6.170409917831433)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 70.24935412406926)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1968, 0.5871922969818301)
(0.5594, 1.8124706745147716)
(0.5619, 1.8845043182373087)
(0.5928, 1.9180607795715532)
(0.5976, 1.968395233154298)
(0.6022000000000001, 1.9698596000671427)
(0.7492, 4.479910612106326)
(0.771, 4.512806653976442)
(0.7716000000000001, 4.541211843490605)
(0.7746000000000001, 4.677080392837548)
(0.7767999999999999, 5.177116870880157)
(0.9233, 60.59914827346841)
(0.9259000000000001, 62.7780389785767)
(0.9263, 62.995053768157966)
(0.9265000000000001, 63.74483275413519)
(0.9273999999999999, 64.42730236053491)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 0.5088872909545991)
(0.1315, 0.5313253402710076)
(0.1407, 0.5916981697082684)
(0.14830000000000002, 0.6088156700134396)
(0.15889999999999999, 0.7538895606994639)
(0.1628, 0.8365066051483275)
(0.2886, 1.4194853305817028)
(0.325, 1.6311433315277424)
(0.34700000000000003, 1.694216728210472)
(0.3518, 1.7102336883545188)
(0.4013, 1.7914695739746302)
(0.43310000000000004, 1.8110992908477848)
(0.4747, 1.8843655586242805)
(0.49219999999999997, 2.51072239875795)
(0.5203, 3.8630011081695685)
(0.5344, 3.9414517879486226)
(0.5414, 3.969085931777966)
(0.6212, 4.048566818237368)
(0.6628000000000001, 4.414015769958511)
(0.6809000000000001, 4.638200283050602)
(0.6809999999999999, 4.689972639083866)
(0.7112, 56.62852692604089)
(0.7442, 57.31214284896873)
(0.8039999999999999, 59.44726681709324)
(0.8464, 59.652793169021756)
(0.8627, 60.41025352478034)
(0.8704000000000001, 61.61856484413149)
(0.8897, 64.06951022148147)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6028, 19.561238765716567)
(0.7098, 21.879443883895874)
(0.806, 26.764016389846834)
(0.9044000000000001, 37.279238939285285)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.27149999999999996, 0.509194374084488)
(0.8211999999999999, 1.753987312316932)
(0.9602999999999999, 4.718987226486289)
(0.962, 5.076484441757273)
(0.9945999999999999, 13.255546569824258)
(0.9948, 13.630244255065927)
(0.9949999999999999, 14.023406505584726)
(0.9951000000000001, 15.466948270797754)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0616, 2.9161345958709965)
(0.5892000000000001, 2.9751045703888046)
(0.597, 3.6297175884246853)
(0.6987, 5.277639150619507)
(0.706, 5.885313510894814)
(0.7617, 8.307409048080462)
(0.7652, 8.984893321990974)
(0.7938, 9.25141835212708)
(0.7952, 10.12181568145754)
(0.8005000000000001, 11.206355571746974)
(0.8445, 16.311846017837563)
(0.8451000000000001, 20.70163655281069)
(0.8926999999999999, 21.22677350044254)
(0.8961, 22.34774494171145)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1248, 1.6156764030456894)
(0.12490000000000001, 1.6242158412933663)
(0.1258, 1.6571407318115567)
(0.1261, 1.6822371482849294)
(0.1272, 1.7684965133667125)
(0.1273, 1.9491519927978587)
(0.1318, 2.5186109542846857)
(0.132, 3.0857038497925102)
(0.39780000000000004, 3.1312155723571835)
(0.4168, 3.1878986358642583)
(0.42069999999999996, 4.3232481479644775)
(0.5418999999999999, 5.060197114944458)
(0.5498999999999999, 5.171910285949719)
(0.5519999999999999, 5.397866487503058)
(0.7545, 13.963232278823854)
(0.7553, 14.356230974197397)
(0.7775000000000001, 18.19730830192566)
(0.7838, 18.241404056549115)
(0.7882, 18.2483608722687)
(0.7904, 18.539928913116608)
(0.7921, 18.782999277114946)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6292, 148.2423887252809)
(0.8342, 361.3130638599399)
(0.8345, 363.04197359085106)
(0.9419000000000001, 566.3331975936894)
(0.9456, 573.4787597656261)
(0.9999, 707.3136663436903)
(1.0, 717.0177159309417)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9198000000000001, 63.82292771339453)
(0.924, 115.37176299095184)
(0.9247, 127.47954034805315)
(0.9249, 128.6590359210972)
(0.9292, 153.7559235095979)
(0.9757999999999999, 157.84035682678225)
(0.9797, 168.3583664894105)
(0.9811, 200.93393635749817)
(0.9874, 256.86335968971315)
(0.9894000000000001, 320.58314657211304)
(0.9904999999999999, 379.8017792701732)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 108.84689283370983)
(0.5447, 122.81927442550695)
(0.575, 128.06148815155092)
(0.5788, 132.3735291957856)
(0.7152999999999999, 258.58244633674644)
(0.7713, 299.4353172779083)
(0.7934, 320.7148821353914)
(0.7977000000000001, 325.1023893356325)
(0.8547, 404.92424201965486)
(0.8997999999999999, 454.941420316697)
(0.9226000000000001, 510.02450633049045)
(0.9541000000000001, 531.383722305298)
(0.9912000000000001, 595.6162040233623)
(0.9934, 595.9670591354394)
(0.9978999999999999, 636.0708706378956)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 0.793322563171396)
(0.4646, 0.9880120754241948)
(0.4709, 1.0219595432281583)
(0.481, 1.1628334522247372)
(0.48929999999999996, 2.077437162399365)
(0.8121, 3.2130212783813774)
(0.8345, 3.429572343826308)
(0.8432999999999999, 3.6202547550201514)
(0.8611000000000001, 3.8987853527069882)
(0.874, 4.3940000534058)
(0.9372999999999999, 8.761786937713637)
(0.9631000000000001, 9.181299209594751)
(0.9682000000000001, 9.931414127349884)
(0.9938, 21.94817924499523)
(0.9954000000000001, 21.992461681365967)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.