\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42779999999999996, 107.30884522048707)
(0.6444, 53.956185632823065)
(0.6537, 50.279059120903085)
(0.8582000000000001, 30.79637719585328)
(0.8760999999999999, 29.987286855282708)
(0.8873, 28.94228667335557)
(0.9785999999999999, 21.41547653446443)
(0.9833999999999999, 21.26536179209248)
(0.9845, 20.29688316524072)
(0.9849, 19.47243751360511)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.029699999999999997, 1007.9537018946666)
(0.0583, 987.4024675268421)
(0.059699999999999996, 981.4963669247996)
(0.0615, 942.0778656048357)
(0.22949999999999998, 212.58224357351511)
(0.2366, 209.4399435541839)
(0.26280000000000003, 209.11230830392893)
(0.4267, 107.16755101593938)
(0.9285, 26.802459873398423)
(0.9364000000000001, 26.710322715705203)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 58.23432145167614)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 969.7592979396073)
(0.028499999999999998, 963.1804236400712)
(0.029099999999999997, 955.2073474124729)
(0.029599999999999998, 938.779831349706)
(0.0308, 919.1756070140683)
(0.0902, 428.5152664611904)
(0.09659999999999999, 418.55733126271906)
(0.1021, 391.32391219790634)
(0.10529999999999999, 381.0030081068548)
(0.1055, 376.7439537606813)
(0.1605, 214.42329222743786)
(0.16870000000000002, 213.33146703021598)
(0.172, 204.7381886611088)
(0.1844, 192.26640820306557)
(0.185, 192.07872367123122)
(0.19119999999999998, 182.07301188966935)
(0.1921, 155.514229818393)
(0.4641, 24.0177736050732)
(0.5089, 24.006580783443823)
(0.5204, 23.846427538446605)
(0.5267999999999999, 23.661926737581634)
(0.528, 23.49392045325618)
(0.5660000000000001, 23.378982402375854)
(0.568, 23.009560531034015)
(0.589, 22.813392431438146)
(0.5916, 22.64132911660056)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 1105.2516465580256)
(0.0167, 1077.8562340623625)
(0.0227, 1061.3667966076175)
(0.0251, 1046.2572324086743)
(0.026600000000000002, 961.3421325442068)
(0.029599999999999998, 951.4751105436852)
(0.034499999999999996, 574.1910126864565)
(0.0499, 557.8663226252664)
(0.0612, 530.5266619655512)
(0.06899999999999999, 513.0131257749986)
(0.0839, 438.3361905681571)
(0.0847, 418.42229516426073)
(0.0978, 402.7859551399647)
(0.0988, 391.55731427207917)
(0.10069999999999998, 264.5323635105)
(0.1163, 262.870706066922)
(0.14830000000000002, 216.91204895299427)
(0.1506, 209.74948355308675)
(0.17609999999999998, 202.16231483654911)
(0.1787, 199.0556126956574)
(0.1963, 27.342102636912937)
(0.3181, 27.0715423898945)
(0.4485, 25.14866089399432)
(0.4563, 24.626152168949087)
(0.5378999999999999, 24.57373878407161)
(0.5474, 24.053334891659308)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0147, 779.5220244544764)
(0.0159, 691.8744297687007)
(0.073, 179.72681105130937)
(0.23079999999999998, 58.98452934150923)
(0.23370000000000002, 58.18691693051772)
(0.6503, 22.123293153930966)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0939, 55.825577015478025)
(0.17270000000000002, 41.143056063621195)
(0.22759999999999997, 35.98199932347764)
(0.2287, 35.69566714945089)
(0.3316, 20.522108801998098)
(0.4109, 18.430156750348363)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 43.337982615578404)
(0.0075, 43.14564414827871)
(0.014799999999999999, 37.44896698074436)
(0.0155, 37.2936781660807)
(0.0157, 37.15500295406928)
(0.0166, 36.99227048114177)
(0.0242, 19.200368913338252)
(0.028699999999999996, 19.127719193109908)
(0.0288, 19.022575443819193)
(0.0303, 19.00015140582572)
(0.0308, 18.997608363592292)
(0.0323, 18.972537668059722)
(0.032600000000000004, 18.92783901271605)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10269999999999999, 101.58983840030224)
(0.1049, 101.55475747254098)
(0.11200000000000002, 81.5631104149904)
(0.11599999999999999, 79.56102040671932)
(0.3685, 43.319303812365696)
(0.3686, 38.312673925128564)
(0.39449999999999996, 36.52329144143752)
(0.4093, 34.54498512890172)
(0.40940000000000004, 30.790043515276015)
(0.6365999999999999, 27.30562795062425)
(0.6632, 27.271697461576515)
(0.6789, 27.192030659599602)
(0.6852, 24.618631391581793)
(0.7347, 23.3639117885637)
(0.7632, 22.49849197541678)
(0.8632, 21.95253545314346)
(0.8734, 19.73928125412514)
(0.9379, 19.0220993108558)
(0.9730000000000001, 18.25084293506554)
(0.9765, 16.32571661772375)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2906, 188.3500087050555)
(0.2919, 187.0755089788844)
(0.2928, 185.23388410878687)
(0.3977, 121.000441299379)
(0.44509999999999994, 114.66530477996915)
(0.48600000000000004, 108.01175661641874)
(0.5123, 90.27297222514454)
(0.5187, 79.71275990576864)
(0.5902999999999999, 74.59153601437687)
(0.6054999999999999, 62.69397532293464)
(0.6704, 57.614536030692335)
(0.7645, 46.18555909111425)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0428, 364.8328057819286)
(0.057699999999999994, 335.22001474893125)
(0.06870000000000001, 294.2520891155805)
(0.1429, 186.66818458943743)
(0.2001, 167.52487318419534)
(0.2373, 153.63714898250788)
(0.2511, 134.3660466168976)
(0.3164, 114.07233157471423)
(0.35419999999999996, 112.51793342554448)
(0.4191, 106.91767369918483)
(0.4485, 96.46898727301962)
(0.5307999999999999, 91.03309166819355)
(0.5784, 43.15868551588363)
(0.7363000000000001, 38.051699675439075)
(0.8843, 32.999855437435194)
(0.8992000000000001, 23.093201413796123)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 496.77681070847154)
(0.0354, 468.1925616581879)
(0.1506, 97.63476327788334)
(0.157, 90.05342095321228)
(0.36970000000000003, 38.21829944156214)
(0.3781, 36.24849621559078)
(0.657, 20.5962835192618)
(0.6793, 20.35321299882284)
(0.6799999999999999, 19.900994556272064)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9785999999999999, 2.651897668838501)
(0.9833999999999999, 3.644834041595459)
(0.9845, 4.766846418380737)
(0.9849, 5.1658124923706055)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9285, 1.7797422409057617)
(0.9364000000000001, 2.292909860610962)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 0.000286102294921875)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5916, 1060.6886174678802)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5474, 1061.4490869045258)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6503, 23.01564621925354)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2287, 4.256772756576538)
(0.4109, 8.255039691925049)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 1068.5467176437378)
(0.032600000000000004, 1068.7945306301117)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9765, 1052.5070261955261)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7645, 1062.104959487915)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8992000000000001, 1067.1878907680511)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6793, 15.177943468093872)
(0.6799999999999999, 126.91592454910278)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9785999999999999, 368104.0)
(0.9833999999999999, 368744.0)
(0.9845, 374888.0)
(0.9849, 381800.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9285, 368744.0)
(0.9364000000000001, 368872.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5916, 964872.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5474, 964872.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6498999999999999, 463684.0)
(0.6503, 463692.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2287, 235288.0)
(0.4109, 285924.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.032600000000000004, 964872.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9765, 964868.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7645, 965424.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8992000000000001, 964736.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6793, 204268.0)
(0.6799999999999999, 431444.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42779999999999996, 10009)
(0.6537, 20009)
(0.8873, 35009)
(0.9849, 50009)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0615, 1009)
(0.26280000000000003, 5009)
(0.4267, 10009)
(0.9364000000000001, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 60000)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.028499999999999998, 196)
(0.029099999999999997, 200)
(0.029599999999999998, 203)
(0.030199999999999998, 230)
(0.0308, 240)
(0.0859, 780)
(0.0861, 782)
(0.0902, 786)
(0.0948, 807)
(0.09659999999999999, 813)
(0.1021, 922)
(0.10229999999999999, 925)
(0.10529999999999999, 958)
(0.1055, 961)
(0.1527, 1490)
(0.1605, 1495)
(0.16870000000000002, 1536)
(0.172, 1552)
(0.1844, 1804)
(0.185, 1815)
(0.19119999999999998, 1882)
(0.1921, 1895)
(0.4628, 6372)
(0.48760000000000003, 6400)
(0.5089, 6520)
(0.5204, 6590)
(0.5267999999999999, 7137)
(0.528, 7325)
(0.5660000000000001, 7614)
(0.568, 7960)
(0.589, 7968)
(0.5916, 8523)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 77)
(0.0167, 78)
(0.0201, 98)
(0.0227, 113)
(0.0251, 123)
(0.034499999999999996, 162)
(0.0346, 187)
(0.048, 215)
(0.0499, 255)
(0.0612, 334)
(0.06899999999999999, 372)
(0.0771, 408)
(0.0896, 483)
(0.10069999999999998, 536)
(0.1163, 594)
(0.1963, 1046)
(0.2702, 1477)
(0.3181, 1733)
(0.4485, 4184)
(0.4563, 4971)
(0.5378999999999999, 5291)
(0.5474, 6551)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0159, 1009)
(0.073, 5009)
(0.23370000000000002, 15009)
(0.6503, 40009)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.009, 506)
(0.0093, 527)
(0.0111, 538)
(0.011300000000000001, 561)
(0.0117, 588)
(0.011899999999999999, 604)
(0.0137, 917)
(0.0164, 953)
(0.0183, 984)
(0.0185, 1006)
(0.0188, 1025)
(0.019200000000000002, 1035)
(0.0315, 1881)
(0.0346, 1941)
(0.0354, 1993)
(0.036199999999999996, 2042)
(0.0368, 2071)
(0.0939, 5009)
(0.17270000000000002, 9777)
(0.22759999999999997, 13029)
(0.2287, 13129)
(0.3316, 19835)
(0.3969, 24053)
(0.4029, 24477)
(0.4109, 24716)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 448)
(0.0075, 451)
(0.0076, 465)
(0.013900000000000001, 784)
(0.014299999999999998, 787)
(0.014799999999999999, 811)
(0.015099999999999999, 855)
(0.0155, 862)
(0.0156, 876)
(0.0164, 890)
(0.0166, 939)
(0.023200000000000002, 1295)
(0.0242, 1302)
(0.0252, 1357)
(0.0254, 1374)
(0.027600000000000003, 1517)
(0.028699999999999996, 1524)
(0.0288, 1525)
(0.0299, 1589)
(0.030199999999999998, 1608)
(0.0308, 1646)
(0.0309, 1647)
(0.0323, 1713)
(0.032600000000000004, 1733)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11599999999999999, 12084)
(0.40940000000000004, 30012)
(0.6045, 44748)
(0.6365999999999999, 44817)
(0.8093, 44876)
(0.8441000000000001, 45072)
(0.8632, 45195)
(0.8734, 46373)
(0.8756, 46841)
(0.9379, 47330)
(0.9730000000000001, 48036)
(0.9765, 49443)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2906, 2074)
(0.2919, 2093)
(0.2928, 2105)
(0.3977, 3595)
(0.4326, 4159)
(0.44509999999999994, 4232)
(0.48600000000000004, 4844)
(0.5123, 5295)
(0.5187, 5697)
(0.5902999999999999, 6541)
(0.6054999999999999, 7548)
(0.6704, 10314)
(0.7645, 14196)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.057699999999999994, 169)
(0.06870000000000001, 172)
(0.2001, 249)
(0.2373, 252)
(0.2511, 2037)
(0.3164, 2041)
(0.35419999999999996, 2797)
(0.4485, 2801)
(0.5307999999999999, 3265)
(0.5784, 12920)
(0.7363000000000001, 13559)
(0.8843, 17051)
(0.8992000000000001, 27887)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 1962)
(0.0354, 1980)
(0.1456, 8988)
(0.1506, 9002)
(0.157, 9269)
(0.36560000000000004, 22282)
(0.36970000000000003, 22444)
(0.3781, 22557)
(0.657, 39798)
(0.6614, 40088)
(0.662, 40427)
(0.6793, 40646)
(0.6799999999999999, 40773)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.028803770954558137, 107.30884522048707)
(0.02868247676061117, 104.692288259531)
(0.019279196529541968, 53.956185632823065)
(0.017894220546332537, 50.279059120903085)
(0.013055794858252362, 30.79637719585328)
(0.012708027074721706, 29.987286855282708)
(0.012532533063032005, 28.94228667335557)
(0.011100076880426841, 21.41547653446443)
(0.011058425151464457, 21.26536179209248)
(0.011048627984623135, 20.29688316524072)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6097242576085993, 1007.9537018946666)
(0.33643424048781073, 987.4024675268421)
(0.3331239044782264, 981.4963669247996)
(0.32710168509700455, 942.0778656048357)
(0.05467720833194454, 212.58224357351511)
(0.04930055959540337, 209.11230830392893)
(0.028876610576116433, 107.16755101593938)
(0.02861860214383914, 104.4721656157854)
(0.011773221031946399, 26.802459873398423)
(0.011570170109726441, 26.710322715705203)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010891562373011318, 58.23432145167614)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46607998224124947, 969.7592979396073)
(0.45307400176146834, 963.1804236400712)
(0.44527557930349937, 955.2073474124729)
(0.4404836263837903, 938.779831349706)
(0.41602594570860724, 919.1756070140683)
(0.41486778886598, 913.174979861096)
(0.1588016301485172, 428.5152664611904)
(0.15229361822124, 418.55733126271906)
(0.15084090789313284, 400.9217281437264)
(0.15058587565440035, 394.4463274009545)
(0.14370402850120326, 391.32391219790634)
(0.13973866122359338, 381.0030081068548)
(0.1393548648552255, 376.7439537606813)
(0.08304733463517196, 214.42329222743786)
(0.08022862112227198, 213.33146703021598)
(0.07868817077352476, 204.7381886611088)
(0.07797697668592124, 198.82528089264468)
(0.0737160403168378, 192.26640820306557)
(0.07347588598437543, 192.07872367123122)
(0.0713708701144417, 182.07301188966935)
(0.07107116319356235, 155.514229818393)
(0.025744595574329808, 24.0177736050732)
(0.023767656522617073, 24.006580783443823)
(0.023301553864083994, 23.846427538446605)
(0.02301628914519394, 23.661926737581634)
(0.02295634830429055, 23.49392045325618)
(0.021555657924816653, 23.378982402375854)
(0.02146551814146446, 23.009560531034015)
(0.020823148223562005, 22.813392431438146)
(0.020726205275602025, 22.64132911660056)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6974201211366086, 1105.2516465580256)
(0.6935419785309718, 1077.8562340623625)
(0.5534250373928264, 1061.3667966076175)
(0.5288222431370285, 1046.2572324086743)
(0.5266237873420448, 1001.6784181410541)
(0.5248744287841558, 985.980301099474)
(0.4627724884873456, 961.3421325442068)
(0.42801508999315785, 951.4751105436852)
(0.34763083772243236, 574.1910126864565)
(0.2601094059544829, 557.8663226252664)
(0.22588624528739948, 530.5266619655512)
(0.20908579771725283, 513.0131257749986)
(0.20753808491878137, 466.38704005022464)
(0.20600365946280105, 446.03604888345404)
(0.16754354051566553, 438.3361905681571)
(0.16579834347228473, 418.42229516426073)
(0.14860877819069396, 402.7859551399647)
(0.14683178082986445, 391.55731427207917)
(0.12874601067593544, 264.5323635105)
(0.1160882564418816, 262.870706066922)
(0.11475952909361026, 232.0303217419888)
(0.08901949322638672, 216.91204895299427)
(0.08770796399070976, 209.74948355308675)
(0.07736308998055495, 202.16231483654911)
(0.07618491253155897, 199.0556126956574)
(0.059723444067201197, 27.342102636912937)
(0.03927548267873465, 27.0715423898945)
(0.03834884846933658, 25.937210009276242)
(0.03769082581191253, 25.28026071233225)
(0.026805571319442577, 25.14866089399432)
(0.02629371908212076, 24.626152168949087)
(0.02280227970829976, 24.57373878407161)
(0.022372863695454083, 24.053334891659308)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.9463088320838795, 779.5220244544764)
(0.3631835740412157, 179.72681105130937)
(0.35555287778780426, 176.52802785388494)
(0.350550977458074, 169.97622815235331)
(0.34581546033905247, 166.96343586642507)
(0.08844463331290679, 58.98452934150923)
(0.019413149592281482, 22.123293153930966)
(0.019363418367036596, 21.948116591959696)
(0.01915427633307516, 21.925774317236886)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1278023137892575, 55.825577015478025)
(0.06513589101405784, 41.143056063621195)
(0.04881335313046731, 35.98199932347764)
(0.048415094976912064, 35.69566714945089)
(0.04797729264528517, 24.140706798218112)
(0.04793781996571693, 24.102253680681514)
(0.03221438262870395, 20.522108801998098)
(0.026048482149200896, 18.430156750348363)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.4414125638035722, 43.337982615578404)
(1.3959555586872272, 43.14564414827871)
(1.3958952737813135, 42.895663901221866)
(1.3901852898311136, 42.89468079875438)
(1.3901009275622433, 42.77291452717741)
(0.7082940461967222, 37.44896698074436)
(0.6715609055547784, 37.2936781660807)
(0.6470293182573331, 37.15500295406928)
(0.6215435419218467, 36.99227048114177)
(0.6210047149469019, 36.72106286832052)
(0.4282610350837247, 19.200368913338252)
(0.3644308423154967, 19.127719193109908)
(0.3587741490768152, 19.046698634192303)
(0.34017537914915247, 19.00015140582572)
(0.33958235546955917, 18.99436243440661)
(0.32784284202537345, 18.972537668059722)
(0.32125334867204225, 18.92783901271605)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(37.59236291652077, 101.58983840030224)
(37.59189475263321, 101.55475747254098)
(37.58438573149181, 97.93547645331527)
(37.58262970645411, 90.56109370180721)
(37.58120461507139, 87.53785466488476)
(37.467918175002275, 86.2779480230113)
(37.46403278053925, 82.86855360400712)
(37.431934819131534, 81.5631104149904)
(37.413011825619655, 79.56102040671932)
(37.40673800547826, 70.953660062139)
(37.40648477469557, 70.23854287926407)
(9.710462112544038, 43.319303812365696)
(9.70565157714032, 42.04711459758079)
(9.636263442791726, 38.312673925128564)
(9.617065881717448, 36.52329144143752)
(9.609031220274018, 34.54498512890172)
(9.607141691703696, 33.32829975280362)
(9.59976498020619, 31.041791441886247)
(9.599572725451006, 30.790043515276015)
(0.7514101378568515, 27.30562795062425)
(0.7509361409399569, 27.271697461576515)
(0.750572574926982, 27.192030659599602)
(0.7502858020491839, 26.299642071135438)
(0.734823959226424, 24.618631391581793)
(0.731005633830844, 23.3639117885637)
(0.7275240304222451, 22.49849197541678)
(0.012680591542084112, 21.95253545314346)
(0.012461771879097317, 19.73928125412514)
(0.011631922130608208, 19.0220993108558)
(0.011203984419361724, 18.25084293506554)
(0.011143064432851188, 16.32571661772375)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.03664798460367062, 188.3500087050555)
(0.03646427155638429, 187.0755089788844)
(0.0363546953610668, 185.23388410878687)
(0.02715563118471726, 121.000441299379)
(0.024609951416900276, 114.66530477996915)
(0.022774862213220465, 108.01175661641874)
(0.02143903841701113, 90.27297222514454)
(0.021176662815464323, 79.71275990576864)
(0.018770694829095564, 74.59153601437687)
(0.01831094770206533, 62.69397532293464)
(0.016599900852431005, 57.614536030692335)
(0.014687982088683138, 46.18555909111425)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(37.81317801272256, 364.8328057819286)
(37.80924105659402, 335.22001474893125)
(37.807415177945906, 294.2520891155805)
(37.80514472426623, 203.19692705574943)
(9.869089486275906, 186.66818458943743)
(9.863430208743289, 167.52487318419534)
(9.860798524864212, 153.63714898250788)
(0.8198081593913878, 134.3660466168976)
(0.034602019735239305, 114.07233157471423)
(0.025001771013656665, 96.46898727301962)
(0.021513537000082263, 91.03309166819355)
(0.014840084898936923, 38.051699675439075)
(0.012379544004669615, 32.999855437435194)
(0.012121859400502765, 23.093201413796123)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.34912044823534094, 496.77681070847154)
(0.3445924005309127, 470.6071907471464)
(0.33902699618659815, 458.67058597099015)
(0.33051541927630496, 442.72130370601803)
(0.07742396085710683, 97.63476327788334)
(0.07630934796961714, 97.11217340207932)
(0.07571685600193959, 95.59879896131707)
(0.07498380852156922, 95.5349268621987)
(0.07046993982160875, 90.05342095321228)
(0.030387755139623256, 38.21829944156214)
(0.03032000674851915, 37.57058070206873)
(0.03014680681344832, 37.4374202649224)
(0.02928806677581639, 36.24849621559078)
(0.016836935397580126, 20.5962835192618)
(0.016325798603154744, 20.35321299882284)
(0.016036115511564124, 19.900994556272064)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9849, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9364000000000001, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5916, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5474, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6503, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4109, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.032600000000000004, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9765, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7645, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8992000000000001, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6799999999999999, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42779999999999996, 3430.3230012741087)
(0.6444, 6822.276179880143)
(0.6537, 7456.145889654159)
(0.8582000000000001, 11952.834505792618)
(0.8760999999999999, 12318.020025707245)
(0.8873, 12952.95027068901)
(0.9785999999999999, 17188.690590545655)
(0.9833999999999999, 17340.123511894228)
(0.9845, 18470.225056131363)
(0.9849, 19607.20119056702)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.029699999999999997, 365.83426332664493)
(0.0583, 374.0966952667236)
(0.059699999999999996, 377.13028032875064)
(0.0615, 398.8884716644287)
(0.22949999999999998, 1735.1966645908356)
(0.26280000000000003, 1766.4383459587098)
(0.4267, 3442.0120316562657)
(0.9285, 13757.841695940017)
(0.9364000000000001, 13810.091473852157)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 994.9602979316712)
(0.028499999999999998, 1001.756240386963)
(0.029099999999999997, 1010.1178582992554)
(0.029599999999999998, 1027.7937038898467)
(0.0308, 1049.7145405483245)
(0.0902, 2251.663069015503)
(0.09659999999999999, 2305.232588064194)
(0.1021, 2465.6607222919465)
(0.10529999999999999, 2532.452446489334)
(0.1055, 2561.0815790634156)
(0.1605, 4499.846961479187)
(0.16870000000000002, 4522.877067466737)
(0.172, 4712.711420911789)
(0.1844, 5018.411739303589)
(0.185, 5023.315344657898)
(0.19119999999999998, 5299.368588380813)
(0.1921, 6204.396865333558)
(0.4641, 40173.249022390366)
(0.5089, 40191.97938697816)
(0.5204, 40461.90979526711)
(0.5267999999999999, 40777.40628228379)
(0.528, 41069.00770008659)
(0.5660000000000001, 41270.91519184113)
(0.568, 41933.52579240417)
(0.589, 42294.1043468113)
(0.5916, 42615.51939071274)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 872.9885207633973)
(0.0167, 895.1768979091645)
(0.0227, 909.0844023799897)
(0.0251, 922.2129798603057)
(0.026600000000000002, 1003.6718118724822)
(0.029599999999999998, 1014.0801260147095)
(0.034499999999999996, 1680.4024770183564)
(0.0499, 1729.575636434555)
(0.0612, 1818.7059561252593)
(0.06899999999999999, 1880.7939826927184)
(0.0839, 2201.214548927307)
(0.0847, 2305.976548456192)
(0.0978, 2395.4956415119173)
(0.0988, 2464.190974937439)
(0.10069999999999998, 3647.4629689750673)
(0.1163, 3670.519299911499)
(0.14830000000000002, 4448.217628561019)
(0.1506, 4600.116213186264)
(0.17609999999999998, 4772.758962421417)
(0.1787, 4847.248399246216)
(0.1963, 35288.87345691491)
(0.3181, 35641.5599120121)
(0.4485, 38366.73467693138)
(0.4563, 39180.78607573128)
(0.5378999999999999, 39264.35486591149)
(0.5474, 40113.855494298936)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0147, 594.8414354610443)
(0.0159, 1873.1954011268617)
(0.073, 2579.9823481407166)
(0.23079999999999998, 7861.247774230957)
(0.23290000000000002, 8058.142778707504)
(0.23370000000000002, 12737.021294408798)
(0.6503, 20959.447437309263)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0939, 4214.698935127259)
(0.17270000000000002, 5718.777905952453)
(0.22759999999999997, 6539.047424373626)
(0.2287, 6591.500279708863)
(0.3316, 13932.486313110354)
(0.4109, 15513.921225580218)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 22263.888205381394)
(0.0075, 22363.1381347332)
(0.014799999999999999, 25764.983063381194)
(0.0155, 25872.267028827668)
(0.0157, 25968.831201353074)
(0.0166, 26083.07052933884)
(0.0242, 50252.78443112183)
(0.028699999999999996, 50443.65144944)
(0.0288, 50722.46935487938)
(0.0303, 50782.33217152977)
(0.0308, 50789.12995433235)
(0.0323, 50856.2437393055)
(0.032600000000000004, 50976.342272975926)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10269999999999999, 9497.682201226235)
(0.1049, 9500.963066756249)
(0.11200000000000002, 11829.71069998169)
(0.11599999999999999, 12127.395992001531)
(0.3685, 22273.395809389116)
(0.3686, 25184.042280253405)
(0.39449999999999996, 26417.881902760506)
(0.4093, 27930.76900741673)
(0.40940000000000004, 31337.013197831155)
(0.6365999999999999, 35335.86562245464)
(0.6632, 35379.82926656532)
(0.6789, 35483.48455761147)
(0.6852, 39192.59298589325)
(0.7347, 41297.365301314356)
(0.7632, 42885.89657716941)
(0.8632, 43952.46289702892)
(0.8734, 48880.60449507809)
(0.9379, 50723.52868273354)
(0.9730000000000001, 52867.03761754416)
(0.9765, 59101.11161383916)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2906, 5125.691294826508)
(0.2919, 5160.611377029419)
(0.2928, 5211.918999835968)
(0.3977, 7978.681644733429)
(0.44509999999999994, 8419.495346500396)
(0.48600000000000004, 8938.138127208711)
(0.5123, 10694.496660552977)
(0.5187, 12111.285585159301)
(0.5902999999999999, 12942.808951057435)
(0.6054999999999999, 15398.991610073092)
(0.6704, 16756.604609046935)
(0.7645, 20903.15715558243)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0428, 2644.3236044311525)
(0.057699999999999994, 2877.918851959229)
(0.06870000000000001, 3278.603740417481)
(0.1429, 5168.186545135498)
(0.2001, 5758.762753631592)
(0.2373, 6279.3146474609375)
(0.2511, 7179.909093780518)
(0.3164, 8457.230484222413)
(0.35419999999999996, 8574.064334716797)
(0.4191, 9023.166765808106)
(0.4485, 10000.478156463623)
(0.5307999999999999, 10597.640729553223)
(0.5784, 22353.229447753907)
(0.7363000000000001, 25353.295864013675)
(0.8843, 29234.55230975342)
(0.8992000000000001, 41775.75827246094)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 411.18666491031644)
(0.0354, 465.0223387336731)
(0.1506, 2092.1646465063095)
(0.157, 4790.978459598541)
(0.36970000000000003, 5344.769468676567)
(0.6793, 10036.154980140685)
(0.6799999999999999, 21679.51952250671)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42960000000000004, 107.30884522048707)
(0.6471, 53.956185632823065)
(0.6571, 50.279059120903085)
(0.8605, 30.79637719585328)
(0.8789999999999999, 29.987286855282708)
(0.8892, 28.94228667335557)
(0.9795, 21.41547653446443)
(0.9839, 21.26536179209248)
(0.9849, 20.29688316524072)
(0.9853999999999999, 19.47243751360511)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0298, 1007.9537018946666)
(0.058499999999999996, 987.4024675268421)
(0.059899999999999995, 981.4963669247996)
(0.0621, 942.0778656048357)
(0.23010000000000003, 212.58224357351511)
(0.238, 209.4399435541839)
(0.2647, 209.11230830392893)
(0.42869999999999997, 107.16755101593938)
(0.9304, 26.802459873398423)
(0.9381, 26.710322715705203)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 58.23432145167614)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027800000000000002, 969.7592979396073)
(0.028699999999999996, 963.1804236400712)
(0.0293, 955.2073474124729)
(0.0298, 938.779831349706)
(0.031, 919.1756070140683)
(0.0906, 428.5152664611904)
(0.09709999999999999, 418.55733126271906)
(0.1026, 391.32391219790634)
(0.1058, 381.0030081068548)
(0.10600000000000001, 376.7439537606813)
(0.1615, 214.42329222743786)
(0.1698, 213.33146703021598)
(0.1731, 204.7381886611088)
(0.18560000000000001, 192.26640820306557)
(0.1862, 192.07872367123122)
(0.1924, 182.07301188966935)
(0.1933, 155.514229818393)
(0.46699999999999997, 24.0177736050732)
(0.5123, 24.006580783443823)
(0.5238, 23.846427538446605)
(0.5302, 23.661926737581634)
(0.5314, 23.49392045325618)
(0.5698000000000001, 23.378982402375854)
(0.5718, 23.009560531034015)
(0.5929, 22.813392431438146)
(0.5953999999999999, 22.64132911660056)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0167, 1105.2516465580256)
(0.016800000000000002, 1077.8562340623625)
(0.0229, 1061.3667966076175)
(0.0253, 1046.2572324086743)
(0.0268, 961.3421325442068)
(0.0298, 951.4751105436852)
(0.034699999999999995, 574.1910126864565)
(0.0502, 557.8663226252664)
(0.0616, 530.5266619655512)
(0.06939999999999999, 513.0131257749986)
(0.0843, 438.3361905681571)
(0.0851, 418.42229516426073)
(0.0982, 402.7859551399647)
(0.0992, 391.55731427207917)
(0.10149999999999999, 264.5323635105)
(0.11710000000000001, 262.870706066922)
(0.1494, 216.91204895299427)
(0.1517, 209.74948355308675)
(0.1772, 202.16231483654911)
(0.17980000000000002, 199.0556126956574)
(0.19770000000000001, 27.342102636912937)
(0.3203, 27.0715423898945)
(0.45149999999999996, 25.14866089399432)
(0.4593, 24.626152168949087)
(0.5416000000000001, 24.57373878407161)
(0.5509999999999999, 24.053334891659308)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014799999999999999, 779.5220244544764)
(0.016, 691.8744297687007)
(0.0731, 179.72681105130937)
(0.2318, 58.98452934150923)
(0.2347, 58.18691693051772)
(0.6527000000000001, 22.123293153930966)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09409999999999999, 55.825577015478025)
(0.1731, 41.143056063621195)
(0.2287, 35.98199932347764)
(0.2298, 35.69566714945089)
(0.33340000000000003, 20.522108801998098)
(0.41319999999999996, 18.430156750348363)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 43.337982615578404)
(0.0075, 43.14564414827871)
(0.014799999999999999, 37.44896698074436)
(0.0155, 37.2936781660807)
(0.0157, 37.15500295406928)
(0.0166, 36.99227048114177)
(0.0242, 19.200368913338252)
(0.028699999999999996, 19.127719193109908)
(0.0288, 19.022575443819193)
(0.0303, 19.00015140582572)
(0.0308, 18.997608363592292)
(0.0323, 18.972537668059722)
(0.032600000000000004, 18.92783901271605)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1034, 101.58983840030224)
(0.1056, 101.55475747254098)
(0.1127, 81.5631104149904)
(0.1166, 79.56102040671932)
(0.37029999999999996, 43.319303812365696)
(0.3957, 36.52329144143752)
(0.4103, 34.54498512890172)
(0.4104, 30.790043515276015)
(0.6389, 27.30562795062425)
(0.6658000000000001, 27.271697461576515)
(0.6816, 27.192030659599602)
(0.687, 24.618631391581793)
(0.7365, 23.3639117885637)
(0.7645, 22.49849197541678)
(0.8662000000000001, 21.95253545314346)
(0.8756, 19.73928125412514)
(0.9396000000000001, 19.0220993108558)
(0.9739000000000001, 18.25084293506554)
(0.9771000000000001, 16.32571661772375)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2919, 188.3500087050555)
(0.2932, 187.0755089788844)
(0.2941, 185.23388410878687)
(0.3997, 121.000441299379)
(0.4473, 114.66530477996915)
(0.48840000000000006, 108.01175661641874)
(0.5149, 90.27297222514454)
(0.5214000000000001, 79.71275990576864)
(0.5934, 74.59153601437687)
(0.6086, 62.69397532293464)
(0.6735, 57.614536030692335)
(0.7678, 46.18555909111425)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0429, 364.8328057819286)
(0.0578, 335.22001474893125)
(0.06899999999999999, 294.2520891155805)
(0.1436, 186.66818458943743)
(0.20099999999999998, 167.52487318419534)
(0.2384, 153.63714898250788)
(0.2522, 134.3660466168976)
(0.3181, 114.07233157471423)
(0.3557, 112.51793342554448)
(0.421, 106.91767369918483)
(0.4506, 96.46898727301962)
(0.5334, 91.03309166819355)
(0.5811, 43.15868551588363)
(0.7399, 38.051699675439075)
(0.8875, 32.999855437435194)
(0.9022, 23.093201413796123)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.033100000000000004, 496.77681070847154)
(0.0355, 468.1925616581879)
(0.1513, 97.63476327788334)
(0.158, 90.05342095321228)
(0.37120000000000003, 38.21829944156214)
(0.38029999999999997, 36.24849621559078)
(0.6597000000000001, 20.5962835192618)
(0.6822, 20.35321299882284)
(0.6833, 19.900994556272064)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46609999999999996, 107.30884522048707)
(0.4664, 97.25047797440963)
(0.6928, 53.956185632823065)
(0.7038, 50.279059120903085)
(0.8952, 30.79637719585328)
(0.9147000000000001, 29.987286855282708)
(0.9212999999999999, 28.94228667335557)
(0.9882, 21.41547653446443)
(0.9911, 21.26536179209248)
(0.9916, 20.29688316524072)
(0.9921, 19.47243751360511)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.032600000000000004, 1007.9537018946666)
(0.0648, 987.4024675268421)
(0.0649, 981.4963669247996)
(0.06760000000000001, 942.0778656048357)
(0.251, 212.58224357351511)
(0.26080000000000003, 209.4399435541839)
(0.2884, 209.11230830392893)
(0.4654, 107.16755101593938)
(0.9513, 26.802459873398423)
(0.9583, 26.710322715705203)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 58.23432145167614)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.030199999999999998, 969.7592979396073)
(0.0313, 963.1804236400712)
(0.032, 955.2073474124729)
(0.0325, 938.779831349706)
(0.0337, 919.1756070140683)
(0.0985, 428.5152664611904)
(0.10529999999999999, 418.55733126271906)
(0.11140000000000001, 391.32391219790634)
(0.1147, 381.0030081068548)
(0.1149, 376.7439537606813)
(0.1767, 214.42329222743786)
(0.18580000000000002, 213.33146703021598)
(0.1891, 204.7381886611088)
(0.2032, 192.26640820306557)
(0.20390000000000003, 192.07872367123122)
(0.2102, 182.07301188966935)
(0.2113, 155.514229818393)
(0.5096, 24.0177736050732)
(0.5579, 24.006580783443823)
(0.5692, 23.846427538446605)
(0.5756, 23.661926737581634)
(0.577, 23.49392045325618)
(0.617, 23.378982402375854)
(0.6192, 23.009560531034015)
(0.6391, 22.813392431438146)
(0.6416000000000001, 22.64132911660056)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0189, 1105.2516465580256)
(0.019, 1077.8562340623625)
(0.025, 1061.3667966076175)
(0.027500000000000004, 1046.2572324086743)
(0.029199999999999997, 961.3421325442068)
(0.0323, 951.4751105436852)
(0.0381, 574.1910126864565)
(0.055200000000000006, 557.8663226252664)
(0.0675, 530.5266619655512)
(0.0757, 513.0131257749986)
(0.09190000000000001, 438.3361905681571)
(0.0927, 418.42229516426073)
(0.1065, 402.7859551399647)
(0.1075, 391.55731427207917)
(0.1109, 264.5323635105)
(0.1276, 262.870706066922)
(0.1639, 216.91204895299427)
(0.1664, 209.74948355308675)
(0.19390000000000002, 202.16231483654911)
(0.1968, 199.0556126956574)
(0.2186, 27.342102636912937)
(0.3507, 27.0715423898945)
(0.495, 25.14866089399432)
(0.504, 24.626152168949087)
(0.5875, 24.57373878407161)
(0.5972000000000001, 24.053334891659308)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.016, 779.5220244544764)
(0.0177, 691.8744297687007)
(0.08080000000000001, 179.72681105130937)
(0.0814, 172.32420025118725)
(0.2542, 58.98452934150923)
(0.2572, 58.18691693051772)
(0.6993, 22.123293153930966)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1012, 55.825577015478025)
(0.1877, 41.143056063621195)
(0.2479, 35.98199932347764)
(0.2492, 35.69566714945089)
(0.36619999999999997, 20.522108801998098)
(0.45359999999999995, 18.430156750348363)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0083, 43.337982615578404)
(0.008400000000000001, 43.14564414827871)
(0.0166, 37.44896698074436)
(0.017499999999999998, 37.2936781660807)
(0.0179, 37.15500295406928)
(0.0189, 36.99227048114177)
(0.026600000000000002, 19.200368913338252)
(0.0314, 19.127719193109908)
(0.0316, 19.022575443819193)
(0.0334, 19.00015140582572)
(0.033800000000000004, 18.997608363592292)
(0.0355, 18.972537668059722)
(0.0359, 18.92783901271605)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1105, 101.58983840030224)
(0.11240000000000001, 101.55475747254098)
(0.1125, 86.2779480230113)
(0.1196, 81.5631104149904)
(0.1223, 79.56102040671932)
(0.39390000000000003, 43.319303812365696)
(0.4163, 36.52329144143752)
(0.42610000000000003, 34.54498512890172)
(0.686, 27.30562795062425)
(0.7109, 27.271697461576515)
(0.724, 27.192030659599602)
(0.7276, 24.618631391581793)
(0.7668, 23.3639117885637)
(0.784, 22.49849197541678)
(0.9182, 21.95253545314346)
(0.9236000000000001, 19.73928125412514)
(0.9708, 19.0220993108558)
(0.9891, 18.25084293506554)
(0.991, 16.32571661772375)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.31829999999999997, 188.3500087050555)
(0.3196, 187.0755089788844)
(0.3206, 185.23388410878687)
(0.4363, 121.000441299379)
(0.48840000000000006, 114.66530477996915)
(0.5349, 108.01175661641874)
(0.5615, 90.27297222514454)
(0.5683, 79.71275990576864)
(0.6488, 74.59153601437687)
(0.6647000000000001, 62.69397532293464)
(0.7319, 57.614536030692335)
(0.8282999999999999, 46.18555909111425)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0465, 364.8328057819286)
(0.0636, 335.22001474893125)
(0.075, 294.2520891155805)
(0.1563, 186.66818458943743)
(0.2197, 167.52487318419534)
(0.25939999999999996, 153.63714898250788)
(0.2758, 134.3660466168976)
(0.3491, 114.07233157471423)
(0.3894, 112.51793342554448)
(0.45940000000000003, 106.91767369918483)
(0.49429999999999996, 96.46898727301962)
(0.5831999999999999, 91.03309166819355)
(0.6287, 43.15868551588363)
(0.8009999999999999, 38.051699675439075)
(0.9330999999999999, 32.999855437435194)
(0.9442999999999999, 23.093201413796123)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0365, 496.77681070847154)
(0.0381, 468.1925616581879)
(0.1645, 97.63476327788334)
(0.17370000000000002, 90.05342095321228)
(0.4048, 38.21829944156214)
(0.41600000000000004, 36.24849621559078)
(0.7150000000000001, 20.5962835192618)
(0.7378, 20.35321299882284)
(0.7433, 19.900994556272064)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42779999999999996, 9.265303611755371)
(0.6444, 18.451809883117676)
(0.6537, 19.73545551300049)
(0.8582000000000001, 32.254815101623535)
(0.8760999999999999, 33.11562538146973)
(0.8873, 34.317970275878906)
(0.9785999999999999, 46.395301818847656)
(0.9833999999999999, 46.68402671813965)
(0.9845, 48.91979694366455)
(0.9849, 51.06401443481445)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.029699999999999997, 0.9771585464477539)
(0.0583, 1.0095834732055664)
(0.059699999999999996, 1.0149478912353516)
(0.0615, 1.053452491760254)
(0.22949999999999998, 4.676222801208496)
(0.26280000000000003, 4.745960235595703)
(0.4267, 9.264707565307617)
(0.9285, 37.03343868255615)
(0.9364000000000001, 37.142157554626465)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 17.142295837402344)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 1.0269880294799805)
(0.028499999999999998, 1.0353326797485352)
(0.029099999999999997, 1.036524772644043)
(0.029599999999999998, 1.0585784912109375)
(0.0308, 1.0820627212524414)
(0.0902, 2.3643970489501953)
(0.09659999999999999, 2.4126768112182617)
(0.1021, 2.5676488876342773)
(0.10229999999999999, 2.6421546936035156)
(0.10529999999999999, 2.6445388793945312)
(0.1055, 2.6636123657226562)
(0.1605, 4.682302474975586)
(0.16870000000000002, 4.708051681518555)
(0.172, 4.887104034423828)
(0.185, 5.170345306396484)
(0.19119999999999998, 5.459785461425781)
(0.1921, 5.776643753051758)
(0.4641, 41.316866874694824)
(0.5089, 41.57698154449463)
(0.5204, 41.95737838745117)
(0.5267999999999999, 42.23048686981201)
(0.528, 42.5114631652832)
(0.5660000000000001, 42.801499366760254)
(0.568, 43.60485076904297)
(0.589, 43.81072521209717)
(0.5916, 44.07393932342529)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 0.899195671081543)
(0.0167, 0.9142160415649414)
(0.0227, 0.9380578994750977)
(0.0251, 0.9499788284301758)
(0.026600000000000002, 1.0364055633544922)
(0.029599999999999998, 1.049637794494629)
(0.034499999999999996, 1.7417669296264648)
(0.0499, 1.7954111099243164)
(0.0612, 1.8765926361083984)
(0.06899999999999999, 1.9338130950927734)
(0.0839, 2.3130178451538086)
(0.0847, 2.4061203002929688)
(0.0978, 2.5157928466796875)
(0.0988, 2.5779008865356445)
(0.10069999999999998, 3.7490129470825195)
(0.1163, 3.77500057220459)
(0.14830000000000002, 4.602313041687012)
(0.1506, 4.729747772216797)
(0.17609999999999998, 4.948854446411133)
(0.1787, 5.024909973144531)
(0.1963, 36.6138219833374)
(0.3181, 36.96179389953613)
(0.4485, 39.76297378540039)
(0.4563, 40.691494941711426)
(0.5378999999999999, 40.802597999572754)
(0.5474, 41.65768623352051)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0147, 1.2564659118652344)
(0.0159, 1.4140605926513672)
(0.073, 5.506038665771484)
(0.23079999999999998, 16.85917377471924)
(0.23370000000000002, 17.075061798095703)
(0.6503, 44.97039318084717)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0939, 17.809391021728516)
(0.17270000000000002, 24.161696434020996)
(0.22759999999999997, 27.660250663757324)
(0.2287, 27.810215950012207)
(0.3316, 48.476457595825195)
(0.4109, 53.99620532989502)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 22.973179817199707)
(0.0075, 23.04673194885254)
(0.0137, 26.589035987854004)
(0.014799999999999999, 26.60834789276123)
(0.0155, 26.707053184509277)
(0.0157, 26.78513526916504)
(0.0158, 26.90303325653076)
(0.0166, 26.928424835205078)
(0.0242, 51.850199699401855)
(0.0254, 52.09708213806152)
(0.028699999999999996, 52.13332176208496)
(0.0288, 52.318572998046875)
(0.030199999999999998, 52.44481563568115)
(0.0308, 52.45852470397949)
(0.0323, 52.54185199737549)
(0.032600000000000004, 52.64115333557129)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09230000000000001, 10.077118873596191)
(0.098, 10.320782661437988)
(0.10269999999999999, 10.488033294677734)
(0.1049, 10.657548904418945)
(0.11200000000000002, 14.188170433044434)
(0.11599999999999999, 15.094757080078125)
(0.3448, 24.196863174438477)
(0.3685, 24.41859245300293)
(0.3686, 28.038978576660156)
(0.39449999999999996, 30.309677124023438)
(0.4093, 32.20975399017334)
(0.40940000000000004, 34.842848777770996)
(0.6789, 37.14096546173096)
(0.6852, 41.85211658477783)
(0.6862, 44.303297996520996)
(0.7347, 44.53277587890625)
(0.8632, 45.98391056060791)
(0.8734, 51.06043815612793)
(0.8756, 53.359270095825195)
(0.9379, 53.3827543258667)
(0.9730000000000001, 55.603861808776855)
(0.9765, 62.615036964416504)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2906, 5.162477493286133)
(0.2919, 5.194902420043945)
(0.2928, 5.232810974121094)
(0.3977, 7.730722427368164)
(0.44509999999999994, 8.053064346313477)
(0.48600000000000004, 8.508682250976562)
(0.5123, 10.405421257019043)
(0.5187, 11.833548545837402)
(0.5902999999999999, 12.445688247680664)
(0.6054999999999999, 15.122056007385254)
(0.6704, 16.412019729614258)
(0.7645, 20.470857620239258)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0428, 2.506732940673828)
(0.057699999999999994, 2.635836601257324)
(0.06870000000000001, 2.9636621475219727)
(0.1429, 4.876852035522461)
(0.2001, 5.045652389526367)
(0.2373, 5.459904670715332)
(0.2511, 7.270216941833496)
(0.3164, 8.48841667175293)
(0.35419999999999996, 8.655905723571777)
(0.4191, 9.08362865447998)
(0.4485, 9.937882423400879)
(0.5307999999999999, 10.477900505065918)
(0.5784, 22.58288860321045)
(0.7363000000000001, 25.49445629119873)
(0.8843, 29.45411205291748)
(0.8992000000000001, 43.60055923461914)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 1.9869804382324219)
(0.0354, 2.0990371704101562)
(0.1506, 10.1243257522583)
(0.157, 11.041879653930664)
(0.36970000000000003, 26.06654167175293)
(0.3781, 27.446746826171875)
(0.657, 48.3403205871582)
(0.6793, 48.94077777862549)
(0.6799999999999999, 50.06110668182373)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42779999999999996, 9.797871112823486)
(0.6444, 19.2865252494812)
(0.6537, 20.870089530944824)
(0.8537000000000001, 33.796632289886475)
(0.8582000000000001, 34.036946296691895)
(0.8760999999999999, 35.07031202316284)
(0.8873, 36.10564470291138)
(0.9785999999999999, 48.71948957443237)
(0.9833999999999999, 49.30267333984375)
(0.9845, 51.55506134033203)
(0.9849, 53.84781360626221)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.029699999999999997, 1.1120080947875977)
(0.059699999999999996, 1.1345148086547852)
(0.0615, 1.2021541595458984)
(0.22949999999999998, 4.966998100280762)
(0.2366, 5.020761489868164)
(0.26280000000000003, 5.109035968780518)
(0.3967, 9.745609760284424)
(0.4267, 9.820938110351562)
(0.9285, 39.233434200286865)
(0.9364000000000001, 39.30525779724121)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 17.752647399902344)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 1.1410832405090332)
(0.028499999999999998, 1.152682304382324)
(0.0308, 1.1773109436035156)
(0.0902, 2.666807174682617)
(0.09659999999999999, 2.721548080444336)
(0.1021, 2.8866052627563477)
(0.10529999999999999, 2.9511570930480957)
(0.1055, 2.9602408409118652)
(0.1605, 5.44208288192749)
(0.16870000000000002, 5.446481704711914)
(0.172, 5.654430389404296)
(0.1844, 5.966043472290037)
(0.185, 6.054735183715819)
(0.19119999999999998, 6.46902322769165)
(0.1921, 9.32974815368652)
(0.4641, 52.77397632598877)
(0.4647, 52.87312269210815)
(0.5089, 52.92609930038452)
(0.5204, 53.059911727905266)
(0.5267999999999999, 53.2433271408081)
(0.528, 53.88604402542114)
(0.5660000000000001, 54.113101959228516)
(0.568, 54.573607444763184)
(0.589, 55.025482177734375)
(0.5916, 55.48332929611205)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 0.9983062744140625)
(0.0167, 1.0608315467834473)
(0.0251, 1.0693073272705078)
(0.029599999999999998, 1.1346936225891113)
(0.034499999999999996, 1.9618511199951167)
(0.0346, 2.036106586456299)
(0.0499, 2.0557761192321777)
(0.0612, 2.242612838745117)
(0.06899999999999999, 2.3627638816833496)
(0.0839, 2.59857177734375)
(0.0847, 2.679908275604248)
(0.0978, 2.839350700378418)
(0.0988, 2.8472185134887695)
(0.10069999999999998, 4.5714497566223145)
(0.1163, 4.600882530212402)
(0.14830000000000002, 5.440807342529296)
(0.1506, 5.551671981811523)
(0.17609999999999998, 5.734062194824218)
(0.1787, 5.761408805847168)
(0.1963, 47.89270162582397)
(0.3181, 48.226070404052734)
(0.4485, 50.914859771728516)
(0.4563, 51.660513877868645)
(0.5378999999999999, 52.2456407546997)
(0.5474, 52.890229225158684)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013800000000000002, 1.3830900192260742)
(0.0147, 1.431727409362793)
(0.0159, 1.638185977935791)
(0.073, 6.06546401977539)
(0.23079999999999998, 17.88642406463623)
(0.23370000000000002, 18.1219220161438)
(0.6503, 47.23355770111084)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0939, 18.888413906097412)
(0.17270000000000002, 25.680482387542725)
(0.22759999999999997, 28.920888900756836)
(0.2287, 29.47232723236084)
(0.3316, 50.721728801727295)
(0.4109, 56.441402435302734)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 24.032628536224365)
(0.0075, 24.307477474212646)
(0.014799999999999999, 27.957642078399658)
(0.015, 28.116095066070557)
(0.0155, 28.166401386260986)
(0.0166, 28.36087942123413)
(0.0242, 54.30092811584473)
(0.028699999999999996, 54.453909397125244)
(0.0303, 54.940199851989746)
(0.0323, 55.15931844711303)
(0.032600000000000004, 55.31806945800781)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09230000000000001, 17.35389232635498)
(0.11599999999999999, 17.398965358734127)
(0.325, 41.17233753204346)
(0.3581, 41.24375581741333)
(0.3686, 41.29105806350708)
(0.39449999999999996, 41.39883518218994)
(0.40940000000000004, 41.467201709747314)
(0.6852, 63.512253761291504)
(0.7347, 64.31114673614502)
(0.7362, 64.35257196426392)
(0.7632, 64.60496187210083)
(0.7651, 65.54281711578369)
(0.7698, 75.57296752929686)
(0.8632, 75.57457685470581)
(0.8756, 76.77873373031616)
(0.9379, 77.15728282928467)
(0.9410000000000001, 77.68083810806274)
(0.9730000000000001, 78.77330780029295)
(0.9765, 80.07775545120239)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2906, 6.463134288787842)
(0.2919, 6.508457660675047)
(0.2928, 6.667363643646239)
(0.3977, 13.103997707366942)
(0.44509999999999994, 14.360618591308592)
(0.48600000000000004, 15.472805500030514)
(0.5123, 18.739509582519517)
(0.5187, 20.013046264648434)
(0.5675, 21.648919582366936)
(0.5902999999999999, 22.5311279296875)
(0.6054999999999999, 25.933039188385003)
(0.6149, 28.2129168510437)
(0.6704, 28.709316253662106)
(0.7645, 35.42116880416869)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0171, 3.9849281311035156)
(0.0428, 4.298245906829832)
(0.057699999999999994, 5.367612838745116)
(0.06870000000000001, 6.040644645690918)
(0.1429, 8.190059661865234)
(0.2001, 10.199558734893797)
(0.2511, 10.464942455291748)
(0.3164, 11.532282829284666)
(0.35419999999999996, 13.100159168243408)
(0.4191, 14.37755823135376)
(0.4485, 14.535713195800778)
(0.5307999999999999, 15.605187416076657)
(0.5784, 33.648085594177246)
(0.7363000000000001, 37.344825267791734)
(0.8843, 43.747079372406006)
(0.8992000000000001, 58.929049968719475)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 2.1610498428344727)
(0.0354, 2.4419069290161133)
(0.1456, 11.043477058410645)
(0.1506, 11.179792881011963)
(0.157, 11.96204423904419)
(0.36970000000000003, 27.271223068237305)
(0.3781, 28.845763206481934)
(0.657, 50.432705879211426)
(0.6614, 50.96839666366577)
(0.6793, 50.993382930755615)
(0.6799999999999999, 52.15412378311157)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42779999999999996, 10.13375997543335)
(0.6444, 20.089147090911865)
(0.6537, 21.474153995513916)
(0.8537000000000001, 35.11344909667968)
(0.8582000000000001, 35.24353265762329)
(0.8760999999999999, 35.928511619567864)
(0.8873, 37.166879177093506)
(0.9785999999999999, 49.77808475494385)
(0.9833999999999999, 50.722694396972656)
(0.9845, 53.04953813552856)
(0.9849, 55.23920774459839)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0583, 1.19429349899292)
(0.059699999999999996, 1.2035489082336426)
(0.0615, 1.252334117889404)
(0.1835, 5.105104446411133)
(0.22949999999999998, 5.163917541503906)
(0.2366, 5.217704772949219)
(0.26280000000000003, 5.301146507263184)
(0.3967, 10.063445568084717)
(0.4267, 10.214569568634033)
(0.9364000000000001, 40.273799896240234)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 18.24887990951538)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 1.2061810493469238)
(0.028499999999999998, 1.2279105186462402)
(0.0308, 1.236591339111328)
(0.0859, 2.8244400024414062)
(0.0885, 2.830824851989746)
(0.0902, 2.8381800651550293)
(0.09659999999999999, 2.863168716430664)
(0.1021, 3.015449047088623)
(0.10529999999999999, 3.0751442909240723)
(0.1055, 3.2131195068359375)
(0.15289999999999998, 5.832326412200928)
(0.1605, 5.879807472229003)
(0.16870000000000002, 5.906662940979004)
(0.1713, 6.031672954559326)
(0.1715, 6.081390380859375)
(0.172, 6.117458343505859)
(0.1844, 6.329927444458008)
(0.185, 6.6536474227905265)
(0.19119999999999998, 6.991217136383057)
(0.1921, 10.094296932220459)
(0.4628, 57.616944313049316)
(0.5089, 57.767956256866455)
(0.5267999999999999, 58.39796543121337)
(0.528, 58.64731788635254)
(0.5660000000000001, 59.29617643356323)
(0.568, 59.558722972869866)
(0.5916, 59.906432628631585)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 1.0364174842834473)
(0.0167, 1.1084723472595213)
(0.0227, 1.123955249786377)
(0.0251, 1.1320137977600098)
(0.029599999999999998, 1.1976313591003418)
(0.034499999999999996, 2.084789276123047)
(0.0346, 2.136523723602295)
(0.0499, 2.2219443321228027)
(0.0612, 2.4519801139831543)
(0.06899999999999999, 2.5161099433898926)
(0.0839, 2.74454116821289)
(0.0847, 2.8120517730712886)
(0.0978, 2.965366840362549)
(0.0988, 3.0429482460021973)
(0.1163, 4.919867515563965)
(0.14830000000000002, 5.725951194763183)
(0.1506, 6.036319732666016)
(0.17609999999999998, 6.087665557861328)
(0.1787, 6.137034893035889)
(0.1963, 53.259778022766106)
(0.3181, 53.32129240036011)
(0.4485, 56.177048683166504)
(0.4563, 57.321083545684814)
(0.5474, 57.649524211883545)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013800000000000002, 1.4543795585632324)
(0.0147, 1.4723730087280273)
(0.0159, 1.7128849029541016)
(0.0712, 6.3152313232421875)
(0.073, 6.455428600311279)
(0.23079999999999998, 18.41078758239746)
(0.23290000000000002, 18.63013505935669)
(0.23370000000000002, 18.631856441497803)
(0.6503, 48.32362174987793)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0939, 19.58540678024292)
(0.17270000000000002, 26.139075756072998)
(0.22759999999999997, 29.960155487060547)
(0.2287, 30.198824405670166)
(0.3316, 51.81710720062256)
(0.4109, 57.749106884002686)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 24.807512760162354)
(0.0075, 25.101635456085205)
(0.014799999999999999, 28.813695907592773)
(0.0155, 28.936071395874023)
(0.0166, 29.255588054656982)
(0.023200000000000002, 55.73607683181763)
(0.0242, 55.83052396774292)
(0.028199999999999996, 55.95801830291748)
(0.0303, 56.03855371475219)
(0.032600000000000004, 56.46395444869995)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09230000000000001, 17.836172580718994)
(0.10269999999999999, 17.88883924484253)
(0.10469999999999999, 17.915828227996826)
(0.11599999999999999, 17.929570674896237)
(0.3581, 42.30757474899292)
(0.3685, 42.559216022491455)
(0.40940000000000004, 42.681019306182854)
(0.6852, 65.3786039352417)
(0.7362, 66.16084575653076)
(0.7632, 66.94748163223267)
(0.7651, 67.35076904296875)
(0.7704, 79.07256841659544)
(0.8632, 79.44032907485962)
(0.8734, 79.68974590301514)
(0.8756, 79.80112552642822)
(0.9379, 80.2151894569397)
(0.9410000000000001, 80.68623781204224)
(0.9730000000000001, 82.5509524345398)
(0.9765, 84.141104221344)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2906, 7.923319339752196)
(0.2919, 8.0021333694458)
(0.2928, 8.439731597900389)
(0.3977, 16.72481536865234)
(0.44509999999999994, 19.068574905395508)
(0.48600000000000004, 20.805621147155758)
(0.5123, 23.836808204650875)
(0.5187, 25.54474830627441)
(0.5246000000000001, 26.609487533569336)
(0.5675, 26.949179172515866)
(0.5902999999999999, 30.67914485931396)
(0.6054999999999999, 31.299288272857662)
(0.6149, 34.02467727661133)
(0.6704, 36.07574701309204)
(0.7645, 43.3467411994934)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0171, 4.281785488128662)
(0.0174, 5.961782932281494)
(0.0428, 6.347284317016601)
(0.057699999999999994, 8.097317218780518)
(0.06870000000000001, 9.714264869689941)
(0.1429, 10.926425457000732)
(0.2511, 12.982883453369139)
(0.3164, 14.602630138397213)
(0.35419999999999996, 16.62555932998657)
(0.4485, 17.999236583709717)
(0.5307999999999999, 19.89309787750244)
(0.5784, 39.90877151489258)
(0.7363000000000001, 43.64229202270507)
(0.8843, 50.13602495193481)
(0.8992000000000001, 63.64203691482544)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 2.459316253662109)
(0.0354, 2.692561149597168)
(0.1506, 11.572964191436768)
(0.157, 12.303521633148193)
(0.36970000000000003, 28.25246572494507)
(0.3781, 29.540605545043945)
(0.6793, 51.97495698928833)
(0.6799999999999999, 53.275837898254395)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42779999999999996, 10.531682014465355)
(0.5641, 20.47210621833806)
(0.6444, 20.59923315048219)
(0.6537, 22.105546951293974)
(0.8582000000000001, 35.584889173507754)
(0.8760999999999999, 37.279131889343304)
(0.8873, 38.06925535202038)
(0.9785999999999999, 50.90320897102366)
(0.9833999999999999, 51.739819526672484)
(0.9845, 54.09478354454045)
(0.9849, 57.91408538818364)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.059699999999999996, 1.2664141654968417)
(0.0615, 1.369750022888187)
(0.1835, 5.308481454849273)
(0.22949999999999998, 5.317258834838872)
(0.2366, 5.459861516952586)
(0.2561, 5.478861570358277)
(0.26280000000000003, 6.60848140716557)
(0.4267, 10.620306968688983)
(0.9285, 41.673955917358484)
(0.9364000000000001, 41.84701752662674)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 19.37365555763253)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 1.3821642398834275)
(0.0294, 1.4497849941253842)
(0.029599999999999998, 1.4556095600128445)
(0.0308, 1.5187683105469003)
(0.0902, 2.8951735496521263)
(0.09659999999999999, 2.979542970657351)
(0.1021, 3.181953191757204)
(0.10529999999999999, 3.377594709396398)
(0.1055, 3.5955855846405242)
(0.1527, 6.1636731624604195)
(0.15289999999999998, 6.344613552093511)
(0.1605, 6.416722536087072)
(0.1713, 6.4210121631622465)
(0.1715, 6.4523227214813454)
(0.1844, 6.502094507217423)
(0.19119999999999998, 7.488134622573885)
(0.1921, 10.627481698989888)
(0.4628, 61.58886408805886)
(0.5267999999999999, 61.89558744430563)
(0.528, 62.269086360931595)
(0.5660000000000001, 63.264353990554895)
(0.568, 64.01756358146778)
(0.589, 64.21353936195402)
(0.5916, 65.44181561470049)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 1.2745175361633454)
(0.0167, 1.2986233234405693)
(0.0191, 1.3711168766021917)
(0.022600000000000002, 1.3730390071869099)
(0.0227, 1.4107372760772932)
(0.029599999999999998, 1.4485104084014997)
(0.034499999999999996, 2.215391635894776)
(0.0346, 2.3279414176940936)
(0.0499, 2.34136462211614)
(0.06899999999999999, 2.7476618289947625)
(0.0847, 2.9522459506988654)
(0.0978, 3.1353819370269935)
(0.0988, 3.4768152236938654)
(0.1163, 5.3374948501587145)
(0.1787, 6.437840938568143)
(0.2702, 57.656321048736984)
(0.3181, 58.59615063667298)
(0.4563, 60.0181005001069)
(0.5378999999999999, 61.32618117332473)
(0.5474, 62.827815771103054)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0147, 1.6023464202881015)
(0.0159, 2.1801369190216096)
(0.073, 6.844851255416878)
(0.23079999999999998, 19.289515018463177)
(0.23290000000000002, 19.356084823608427)
(0.23370000000000002, 19.56665897369388)
(0.6503, 49.72882199287417)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0939, 20.704723834991558)
(0.17270000000000002, 26.870488405227725)
(0.22759999999999997, 30.70437812805179)
(0.2287, 31.02590084075934)
(0.3316, 53.352460861206175)
(0.4109, 58.77351045608529)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 25.47190999984745)
(0.0075, 25.725055217742934)
(0.014799999999999999, 29.46697187423709)
(0.0155, 29.506293773651134)
(0.0158, 29.727273225784305)
(0.0164, 29.903730630874705)
(0.0166, 30.196565866470348)
(0.0225, 56.61732912063599)
(0.0242, 56.87767100334179)
(0.0303, 57.2746126651764)
(0.0309, 57.54165577888491)
(0.032600000000000004, 57.6824088096619)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10469999999999999, 18.429518222808944)
(0.11599999999999999, 18.44220352172852)
(0.3685, 43.59998369216927)
(0.39449999999999996, 43.79970884323136)
(0.4093, 44.9193823337555)
(0.40940000000000004, 45.070840835571545)
(0.6852, 67.82293796539312)
(0.7362, 68.16148447990422)
(0.7632, 69.56304097175601)
(0.7651, 69.7974381446839)
(0.7689, 82.0957081317902)
(0.7698, 82.41211891174325)
(0.8093, 82.53243660926823)
(0.8422000000000001, 82.78061652183558)
(0.8756, 83.03429818153387)
(0.9379, 83.60063266754152)
(0.9410000000000001, 83.91745591163678)
(0.9730000000000001, 85.32203698158266)
(0.9765, 86.29728317260751)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2906, 8.438784360885744)
(0.2919, 9.132871866226305)
(0.2928, 9.405695438385168)
(0.3977, 19.713117361069045)
(0.4326, 22.08179688453693)
(0.44509999999999994, 22.313977956772163)
(0.48600000000000004, 24.81838941574133)
(0.5123, 27.44457387924237)
(0.5675, 28.531975030899343)
(0.5902999999999999, 34.84736108779947)
(0.6054999999999999, 36.35054731369043)
(0.6149, 38.12707757949871)
(0.6704, 39.39320349693313)
(0.7645, 50.943904876709205)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0171, 4.504959583282474)
(0.0174, 6.1941525936126745)
(0.0428, 7.312237024307267)
(0.052700000000000004, 8.658332824707045)
(0.057699999999999994, 9.8214058876038)
(0.0636, 11.22920417785646)
(0.06870000000000001, 11.609325647354147)
(0.1429, 12.473821640014863)
(0.2511, 15.205223560333538)
(0.3164, 15.57471728324914)
(0.35419999999999996, 19.34916210174589)
(0.4485, 19.987279891968196)
(0.5307999999999999, 22.921631336212574)
(0.5784, 42.740901708603474)
(0.5856, 47.549467086792184)
(0.7363000000000001, 48.977318286895915)
(0.7484, 54.62379360198993)
(0.8843, 59.04845905303966)
(0.8992000000000001, 68.2647960186005)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 2.675899744033825)
(0.0354, 2.8331890106201225)
(0.1506, 11.802909612655661)
(0.157, 12.858306407928481)
(0.36869999999999997, 29.309774637222294)
(0.36970000000000003, 29.665822267532445)
(0.3781, 30.258842229843157)
(0.6793, 53.19107365608221)
(0.6799999999999999, 55.450930833816656)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.