\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6649, 3876.8841132293473)
(0.6885, 3026.2348473752527)
(0.9122999999999999, 2025.895188533704)
(0.9125, 1494.308926868962)
(0.9648, 1162.005130847698)
(0.9654, 1119.6147138849656)
(0.9661, 1097.7772799082059)
(0.978, 814.9127947190328)
(0.9784, 780.483593075599)
(0.9827, 761.7735796694934)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.056999999999999995, 23712.441062403184)
(0.057699999999999994, 23018.56059358776)
(0.0763, 22805.789662559677)
(0.0846, 18963.64885882736)
(0.3297, 6935.53102408244)
(0.364, 6680.136396141283)
(0.36819999999999997, 6451.8125756617865)
(0.39580000000000004, 5350.928626286286)
(0.6607000000000001, 3603.824554409167)
(0.6624, 3486.6326341454087)
(0.6646, 3372.0986697496273)
(0.6888, 2780.9390193690233)
(0.9712999999999999, 949.8119422608733)
(0.9715999999999999, 911.3238006878975)
(0.974, 898.4257055365059)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 15.833659059384)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 3568.150651136043)
(0.0224, 3551.5062324670853)
(0.0227, 3422.443695742818)
(0.0865, 1020.8529516064611)
(0.0871, 1002.1968359254596)
(0.08990000000000001, 998.1316729154446)
(0.0906, 972.3728420231215)
(0.09509999999999999, 967.9579298832926)
(0.1694, 393.57105028373724)
(0.1701, 386.894756295647)
(0.17629999999999998, 385.8911705685557)
(0.1851, 380.478288410849)
(0.1896, 368.09834903093764)
(0.7053, 23.31898367222922)
(0.7067, 23.28242177943889)
(0.7268, 23.192207111769097)
(0.7392000000000001, 23.16705803581945)
(0.7405999999999999, 23.028327165283713)
(0.7639, 23.02105367563514)
(0.7802, 22.93052183160128)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 2795.7814355970363)
(0.0206, 2771.3968175517007)
(0.0219, 2738.1234181367618)
(0.0223, 1946.4337921708357)
(0.052000000000000005, 1132.4222413855482)
(0.0595, 1026.3925772283633)
(0.0615, 1010.2754475094684)
(0.076, 979.3316230906577)
(0.08149999999999999, 976.3088841626198)
(0.0857, 436.0632930040411)
(0.1045, 411.45879726184893)
(0.1149, 398.88832915849696)
(0.1363, 389.86179964043106)
(0.1522, 383.9529901307249)
(0.2278, 24.274810759617445)
(0.22799999999999998, 23.87464807938222)
(0.30379999999999996, 23.87347710108952)
(0.35760000000000003, 23.81372661113932)
(0.4098, 23.71992989385535)
(0.508, 23.381214374174686)
(0.6032, 23.378368769534525)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 16485.48879036569)
(0.034, 15780.102860453653)
(0.0346, 15008.870837880877)
(0.1756, 3677.9170853786645)
(0.1759, 3573.278854861616)
(0.5353, 1258.943206686743)
(0.5393, 1199.0505488674883)
(0.9611000000000001, 522.910457762831)
(0.9612, 510.11912254681073)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2508, 1061.8682006689235)
(0.25139999999999996, 639.7052139669524)
(0.4805, 599.0739165639359)
(0.6938, 348.4185817085362)
(0.6954, 313.45689345928497)
(0.7007, 195.80986979213958)
(0.8291999999999999, 146.4815475264992)
(0.8805999999999999, 146.06436096023705)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 1388.5315737272056)
(0.0233, 1302.8107175593668)
(0.0235, 1290.4276223794511)
(0.0236, 959.588335783988)
(0.0237, 956.4262442217253)
(0.08399999999999999, 740.1840514074742)
(0.08549999999999999, 739.981510624334)
(0.087, 730.1932887322142)
(0.0879, 716.392254574441)
(0.0884, 713.7241208675833)
(0.09090000000000001, 697.5429276285975)
(0.09190000000000001, 562.5807628492905)
(0.15860000000000002, 493.71663401946023)
(0.1591, 493.57882137825135)
(0.16399999999999998, 491.21285764795425)
(0.1683, 485.635201623576)
(0.1701, 465.86234043649716)
(0.17450000000000002, 428.6794155992021)
(0.1807, 389.906485931987)
(0.5918, 153.7281355536117)
(0.6047, 151.73154969195375)
(0.6049, 146.76529157952305)
(0.6121000000000001, 144.81618257752808)
(0.6245, 143.25304844915053)
(0.6333, 143.099504401202)
(0.6341, 128.50029941402107)
(0.6423, 126.58479833400646)
(0.6655, 120.0725375648936)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 15.569671686410695)
(0.5515, 15.210846803422358)
(0.5516, 14.641850359203245)
(0.5522, 14.614501861278367)
(0.562, 14.49156162833973)
(0.5699, 14.066694129946603)
(0.5753, 13.655199632850861)
(0.8, 6.4146281436897485)
(0.8006, 6.280368449128854)
(0.8007, 6.2236711347823634)
(0.8022, 6.161255803255718)
(0.8055, 6.006530065617974)
(0.8140000000000001, 5.966475402024806)
(0.8233, 5.875864280981654)
(0.8292999999999999, 5.6116572083068235)
(0.9583999999999999, 3.9928369432225495)
(0.9586, 3.9334580989453176)
(0.9591, 3.7750496441550854)
(0.9661, 3.7024552038127307)
(0.9702999999999999, 3.609348074377679)
(0.9727, 3.4691019104192757)
(0.9731, 3.4593345552768255)
(0.9994999999999999, 3.223060306497628)
(0.9997, 2.9291492014807696)
(0.9999, 2.9279492100151283)
(1.0, 2.814508938304976)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29710000000000003, 26.676165932831648)
(0.3577, 17.218517795210126)
(0.3578, 17.080330027187888)
(0.3581, 16.93250249027812)
(0.3785, 13.540993250972397)
(0.3791, 13.539847899324444)
(0.6131, 9.251936627036395)
(0.6561, 8.980691367105129)
(0.6789, 8.789864524453495)
(0.9813000000000001, 8.445466206012561)
(0.9862, 7.762251668885293)
(0.9877, 7.242518161503947)
(0.9891, 5.652817171333524)
(0.9903000000000001, 5.3450639391529196)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 21.556873067811686)
(0.3267, 21.438166170904545)
(0.35819999999999996, 20.87756178583655)
(0.3699, 20.64076566277092)
(0.3881, 19.585341687353253)
(0.4042, 19.463336513676825)
(0.5053, 18.349139274034055)
(0.5378999999999999, 17.707535640777447)
(0.5724, 8.477554296214581)
(0.6167, 8.020718220353885)
(0.6426999999999999, 7.892068606940317)
(0.7588, 7.392322126505189)
(0.7961, 7.134173244408494)
(0.7984, 4.797567664452688)
(0.9390000000000001, 4.402259187342322)
(0.9589000000000001, 4.266753573818775)
(0.9606, 4.220411839032497)
(0.9715, 3.8819692588292454)
(0.9737, 3.6449107821622606)
(0.9933, 3.4201792585484423)
(0.9957, 3.4137897554678758)
(0.9986, 3.30053661096501)
(0.9992000000000001, 3.289156595572797)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 7518.371531922979)
(0.0513, 6064.32285190476)
(0.2258, 2066.4639767138115)
(0.2273, 1846.7307002230095)
(0.5917, 805.2142772535391)
(0.8720000000000001, 362.04565656977195)
(0.885, 351.41524451835306)
(0.9301, 323.0113503999421)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.978, 5.69340443611145)
(0.9784, 6.429529428482056)
(0.9827, 7.010652542114258)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9712999999999999, 4.1625893115997314)
(0.9715999999999999, 5.2431960105896)
(0.974, 5.426664113998413)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 0.00022840499877929688)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7802, 221.52190375328064)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6032, 222.99136328697205)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9608000000000001, 9.504552841186523)
(0.9612, 9.572721719741821)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8805999999999999, 1.907350778579712)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6333, 216.7723150253296)
(0.6655, 219.35877442359924)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 181.7923686504364)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9903000000000001, 186.71535801887512)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9992000000000001, 213.6974232196808)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9301, 13.85828948020935)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.978, 246588.0)
(0.9784, 247320.0)
(0.9827, 248156.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9712999999999999, 260596.0)
(0.9715999999999999, 261584.0)
(0.974, 262676.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7802, 753560.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6032, 753564.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9612, 275800.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8805999999999999, 317508.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6333, 807972.0)
(0.6655, 999536.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 723348.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9903000000000001, 765096.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9992000000000001, 723348.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9301, 283724.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6885, 10009)
(0.9125, 20009)
(0.9661, 35009)
(0.9827, 50009)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0846, 1009)
(0.39580000000000004, 5009)
(0.6888, 10009)
(0.974, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1193514)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.022, 129)
(0.0222, 131)
(0.0224, 132)
(0.022600000000000002, 161)
(0.0227, 175)
(0.0871, 367)
(0.0882, 380)
(0.0891, 385)
(0.08990000000000001, 389)
(0.09040000000000001, 403)
(0.0916, 414)
(0.0937, 559)
(0.1689, 621)
(0.1698, 622)
(0.1722, 644)
(0.1743, 657)
(0.17609999999999998, 668)
(0.1769, 688)
(0.1794, 719)
(0.1851, 993)
(0.1896, 1156)
(0.704, 1825)
(0.7053, 1827)
(0.7067, 1830)
(0.7150000000000001, 1884)
(0.7218, 1917)
(0.722, 1947)
(0.7268, 1951)
(0.7327, 2032)
(0.7405999999999999, 2116)
(0.7639, 3336)
(0.7802, 4030)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 61)
(0.0193, 62)
(0.0513, 81)
(0.052000000000000005, 86)
(0.0833, 118)
(0.08499999999999999, 121)
(0.0857, 123)
(0.21000000000000002, 154)
(0.2189, 167)
(0.2278, 182)
(0.26389999999999997, 442)
(0.30379999999999996, 599)
(0.3339, 715)
(0.35760000000000003, 878)
(0.4098, 1116)
(0.508, 2576)
(0.6032, 3582)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0346, 1009)
(0.1759, 5009)
(0.5393, 15009)
(0.9612, 40009)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0243, 444)
(0.0253, 469)
(0.0262, 477)
(0.026500000000000003, 504)
(0.0269, 509)
(0.027800000000000002, 531)
(0.028199999999999996, 559)
(0.0414, 789)
(0.0438, 835)
(0.0454, 889)
(0.0489, 943)
(0.25139999999999996, 5009)
(0.4805, 10009)
(0.6668999999999999, 17859)
(0.6731, 18117)
(0.674, 18297)
(0.6761, 18415)
(0.7007, 20009)
(0.8234, 36925)
(0.8291999999999999, 37132)
(0.8805999999999999, 50009)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023100000000000002, 55)
(0.0233, 58)
(0.0236, 59)
(0.0843, 66)
(0.0863, 68)
(0.0884, 69)
(0.0887, 75)
(0.0895, 78)
(0.1592, 120)
(0.16419999999999998, 124)
(0.1683, 125)
(0.16870000000000002, 132)
(0.1694, 133)
(0.1711, 137)
(0.1724, 139)
(0.1766, 255)
(0.1807, 342)
(0.6247, 405)
(0.6296, 417)
(0.6353, 425)
(0.6395, 436)
(0.6423, 453)
(0.6541, 1033)
(0.6655, 1393)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 142)
(0.5515, 143)
(0.5522, 168)
(0.5529, 233)
(0.5539, 262)
(0.8, 560)
(0.8006, 566)
(0.8007, 568)
(0.8022, 652)
(0.8039, 776)
(0.8055, 838)
(0.8065, 1892)
(0.8140000000000001, 2271)
(0.9583999999999999, 2371)
(0.9586, 2402)
(0.9587999999999999, 2477)
(0.959, 2491)
(0.9591, 2640)
(0.9601000000000001, 2911)
(0.962, 5138)
(0.9661, 6819)
(0.9702999999999999, 11711)
(0.9731, 19623)
(0.9994999999999999, 20985)
(0.9997, 27180)
(0.9999, 34536)
(1.0, 51285)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3581, 2000)
(0.3781, 2032)
(0.3791, 2033)
(0.6131, 10349)
(0.6561, 17019)
(0.9813000000000001, 27004)
(0.9856, 32086)
(0.9862, 41905)
(0.9891, 48524)
(0.9903000000000001, 70079)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3267, 1045)
(0.5244, 1052)
(0.6982, 1075)
(0.7053, 1082)
(0.7571, 1236)
(0.7732, 1297)
(0.7984, 1678)
(0.8938, 1819)
(0.9175000000000001, 1974)
(0.9555999999999999, 3619)
(0.9737, 5088)
(0.9933, 20946)
(0.9957, 25548)
(0.9986, 38780)
(0.9992000000000001, 46524)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0449, 1196)
(0.046400000000000004, 1220)
(0.0506, 1357)
(0.0513, 1492)
(0.1945, 4892)
(0.1946, 5836)
(0.2258, 6019)
(0.2273, 6329)
(0.47779999999999995, 11384)
(0.4932, 12694)
(0.5253, 14563)
(0.5888, 15969)
(0.5917, 16537)
(0.8611000000000001, 26706)
(0.885, 28377)
(0.9301, 34326)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4017726135697831, 3876.8841132293473)
(0.38686774179070893, 3026.2348473752527)
(0.20869915551964638, 2025.895188533704)
(0.20227216028149084, 1494.308926868962)
(0.13255941566007678, 1162.005130847698)
(0.12933905941523063, 1119.6147138849656)
(0.12584453583339175, 864.31718842377)
(0.10168425433763022, 814.9127947190328)
(0.09796550442043504, 780.483593075599)
(0.09659493444552039, 761.7735796694934)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(4.353706808498924, 23712.441062403184)
(4.049877606197755, 23018.56059358776)
(3.161956291105095, 22805.789662559677)
(3.0245164228008106, 18963.64885882736)
(0.7842868618712894, 6935.53102408244)
(0.7507522718222035, 6680.136396141283)
(0.7476074678282362, 6451.8125756617865)
(0.6977354861692499, 5350.928626286286)
(0.40156538667311636, 3603.824554409167)
(0.3869692066030314, 2780.9390193690233)
(0.11647784026244999, 949.8119422608733)
(0.11507159070730981, 911.3238006878975)
(0.11272378028192506, 691.5277666030477)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010318278801576439, 15.833659059384)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(10.359809663776645, 3568.150651136043)
(10.349603142684002, 3565.6693604193483)
(10.215727387162586, 3551.5062324670853)
(10.163362565229042, 3512.770348136038)
(10.02165175934068, 3422.443695742818)
(2.8353507438459786, 1020.8529516064611)
(2.822779700574124, 1002.1968359254596)
(2.751747765076208, 998.1316729154446)
(2.6897734116976837, 972.3728420231215)
(2.5610205514057105, 967.9579298832926)
(1.5320295503275523, 393.57105028373724)
(1.5260776010832846, 386.894756295647)
(1.4531508494303393, 385.8911705685557)
(1.3801976821377613, 380.478288410849)
(1.3457847164100538, 368.09834903093764)
(0.3804872082454966, 23.31898367222922)
(0.3796156580774397, 23.28242177943889)
(0.3647198060824723, 23.192207111769097)
(0.3444106463517262, 23.16705803581945)
(0.3249581337436931, 23.02105367563514)
(0.3140724462655932, 22.93052183160128)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(11.49011052708221, 2795.7814355970363)
(10.884185172386186, 2771.3968175517007)
(10.445516375723585, 2738.1234181367618)
(10.239834972028385, 1946.4337921708357)
(4.1925537436773315, 1132.4222413855482)
(3.823988200574605, 1026.3925772283633)
(3.731462345249025, 1010.2754475094684)
(3.0722329422583163, 979.3316230906577)
(2.8648505228944448, 976.3088841626198)
(2.700488329939131, 436.0632930040411)
(2.326910537365032, 411.45879726184893)
(2.1268589929924215, 398.88832915849696)
(1.7737019548976012, 389.86179964043106)
(1.5990583408614079, 383.9529901307249)
(1.0810115392960444, 24.274810759617445)
(1.023093190449134, 23.87464807938222)
(0.8770320252597474, 23.87347710108952)
(0.7652262060230384, 23.81372661113932)
(0.6949848896147327, 23.71992989385535)
(0.6631027694946883, 23.454598931466013)
(0.620736716991245, 23.434541910819313)
(0.4976178224567407, 23.381214374174686)
(0.42114441747976744, 23.378368769534525)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(7.4962237437744825, 16485.48879036569)
(1.3760728149188486, 3677.9170853786645)
(1.3735082710603341, 3573.278854861616)
(0.4381125009231534, 1258.943206686743)
(0.4347621414260709, 1199.0505488674883)
(0.16066742849280644, 522.910457762831)
(0.16056316904696213, 510.11912254681073)
(0.16050382705500413, 507.15540296585806)
(0.16047848097559508, 457.28021504785505)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.6341891272659947, 1061.8682006689235)
(1.359137318241397, 599.0739165639359)
(1.3560490666424505, 557.5739818731133)
(1.3180143601109686, 494.6330192786759)
(0.6875382377734226, 348.4185817085362)
(0.6738986170125641, 326.5868779988979)
(0.6395311390650834, 313.45689345928497)
(0.34838538235825794, 146.4815475264992)
(0.26684908683774716, 146.06436096023705)
(0.2594568355378808, 141.52193549105462)
(0.2506977295115288, 137.71948272581412)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(32.816760911614935, 1388.5315737272056)
(32.79493273926175, 1302.8107175593668)
(32.75699174184602, 1290.4276223794511)
(7.952679738424488, 740.1840514074742)
(7.929120963355777, 739.981510624334)
(7.8573860896860905, 730.1932887322142)
(7.7709860554092876, 697.5429276285975)
(4.044577656006058, 493.71663401946023)
(4.041246574306331, 493.57882137825135)
(4.009081645499239, 491.21285764795425)
(3.9836001640363192, 485.635201623576)
(3.966100198489269, 472.4601811619425)
(3.959988242509667, 466.89260077843187)
(3.9245061417348786, 465.86234043649716)
(3.8941357273724706, 428.6794155992021)
(3.823474342988334, 416.35904423836683)
(3.811044633062747, 411.11010698869853)
(3.79426357194177, 395.70921537512294)
(3.7705906333213037, 391.4388797185428)
(3.6855379103629273, 389.906485931987)
(0.8467177818402097, 153.7281355536117)
(0.8275435788846134, 151.73154969195375)
(0.8036815384080312, 144.81618257752808)
(0.7782529018766488, 143.25304844915053)
(0.7629223557366591, 143.099504401202)
(0.7522201300579147, 125.6400693875925)
(0.7508579154856087, 124.97236445712234)
(0.7122172748059259, 120.0725375648936)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(4.546370730759036, 15.569671686410695)
(4.542692854384935, 15.210846803422358)
(4.53042498432278, 14.614501861278367)
(4.418657189907893, 14.49156162833973)
(4.355951404453887, 14.066694129946603)
(4.316306220107898, 13.655199632850861)
(0.540235349664427, 6.4146281436897485)
(0.5395448932013632, 6.280368449128854)
(0.5391245569384341, 6.2236711347823634)
(0.5336133433071534, 6.161255803255718)
(0.5246215804275715, 6.006530065617974)
(0.49297639061695286, 5.966475402024806)
(0.4662176379182011, 5.875864280981654)
(0.4527869665431395, 5.6116572083068235)
(0.09799942358357755, 3.9928369432225495)
(0.09767200754251912, 3.9334580989453176)
(0.09762018029404346, 3.914897685623771)
(0.0962875315512457, 3.7750496441550854)
(0.08358170637284834, 3.7024552038127307)
(0.07727397779330837, 3.609348074377679)
(0.07292516087726048, 3.4691019104192757)
(0.07216254627465211, 3.4593345552768255)
(0.01531249286538647, 3.223060306497628)
(0.015280228514110051, 3.201502506903909)
(0.015261371047876893, 3.1443220266248413)
(0.01501587219319717, 3.1146433454958)
(0.014814688795094972, 3.016409088699807)
(0.014795454346552517, 3.0157573274341627)
(0.0146887758796359, 2.9912598178678027)
(0.01444580700183743, 2.948901450923516)
(0.013501531539915183, 2.9279492100151283)
(0.012493931002853861, 2.814508938304976)
(0.011896178069946257, 2.739992879971028)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8750754462337106, 26.676165932831648)
(0.7831443012269832, 17.218517795210126)
(0.7829256601783633, 17.080330027187888)
(0.782752129846131, 16.93250249027812)
(0.7452056075477783, 13.540993250972397)
(0.7447912924939908, 13.539847899324444)
(0.419763487453166, 9.251936627036395)
(0.38741661548578277, 8.980691367105129)
(0.3709525748801994, 8.789864524453495)
(0.07656857114129573, 8.445466206012561)
(0.06478705104289317, 7.762251668885293)
(0.059661249581158565, 7.242518161503947)
(0.04705213795258929, 6.798140776156524)
(0.039655321728275884, 5.652817171333524)
(0.03670345707689828, 5.3450639391529196)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(68.64398324780949, 21.556873067811686)
(67.87687746817022, 21.438166170904545)
(21.644222752305435, 20.87756178583655)
(20.24643762269689, 20.64076566277092)
(11.048811765223087, 19.585341687353253)
(9.7264734848203, 19.463336513676825)
(5.500374881577468, 18.349139274034055)
(4.729488605063577, 17.707535640777447)
(2.4705467111662296, 8.020718220353885)
(1.9433745270026748, 7.892068606940317)
(1.2147825083495336, 7.475956333704891)
(0.7584657272636115, 7.392322126505189)
(0.5651405503730044, 7.134173244408494)
(0.3412887514413167, 4.512673625161948)
(0.13904997863752552, 4.402259187342322)
(0.10436159888659405, 4.266753573818775)
(0.0976812201958564, 4.220411839032497)
(0.09266091384087684, 3.8819692588292454)
(0.07183470420713085, 3.6449107821622606)
(0.04478847133937575, 3.4201792585484423)
(0.026694476200141898, 3.4137897554678758)
(0.01773078423928028, 3.289156595572797)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(5.0992597864769875, 7518.371531922979)
(4.9813526027221195, 6064.32285190476)
(1.163590513373721, 2066.4639767138115)
(1.1508515065964495, 1846.7307002230095)
(0.4270797206668103, 805.2142772535391)
(0.42405766080129975, 731.6612985157109)
(0.22319014031155834, 362.04565656977195)
(0.21398244242954315, 351.41524451835306)
(0.17573955091470606, 323.0113503999421)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9827, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.974, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7802, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6032, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9612, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8805999999999999, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6655, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9903000000000001, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9992000000000001, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9301, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6649, 63.793498277664185)
(0.6885, 84.1758861579895)
(0.9122999999999999, 121.7180441493988)
(0.9125, 170.4707744293213)
(0.9648, 212.2090457725525)
(0.9654, 220.8974184894562)
(0.9661, 226.0531389579773)
(0.978, 302.59434088897706)
(0.9784, 316.8804600048065)
(0.9827, 325.7608384208679)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.056999999999999995, 10.989842813491821)
(0.057699999999999994, 11.32373151397705)
(0.0763, 11.517952409744261)
(0.0846, 14.29872499847412)
(0.3297, 37.57405151748657)
(0.364, 39.15848187637329)
(0.36819999999999997, 40.713519948005676)
(0.39580000000000004, 50.67456864738464)
(0.6607000000000001, 72.3109563369751)
(0.6607999999999999, 74.85387118911743)
(0.6624, 75.0248240776062)
(0.6646, 77.89689025306701)
(0.6888, 97.50519450855255)
(0.9712999999999999, 274.3658911886215)
(0.9715999999999999, 287.03738430023196)
(0.974, 292.3736469039917)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 211.19063449859618)
(0.0224, 212.18039633750914)
(0.0227, 220.18185454368592)
(0.0865, 738.1670384693147)
(0.0871, 751.9081810951233)
(0.08990000000000001, 754.9705318927764)
(0.0906, 774.9702248287201)
(0.09509999999999999, 778.5049088764191)
(0.1694, 1914.673346672058)
(0.1701, 1947.713138360977)
(0.17629999999999998, 1952.7785486507416)
(0.1851, 1980.5597926425935)
(0.1896, 2047.170279312134)
(0.7053, 32315.30201281547)
(0.7067, 32366.04882166862)
(0.7268, 32491.948539800644)
(0.7392000000000001, 32527.220281267168)
(0.7405999999999999, 32723.1758777523)
(0.7639, 32733.514747743604)
(0.7802, 32862.749724321366)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 269.53609119987493)
(0.0206, 271.90765148735045)
(0.0219, 275.21184582424166)
(0.0223, 387.1511083660126)
(0.052000000000000005, 665.4443655910491)
(0.0595, 734.1869151420594)
(0.0615, 745.8995483436585)
(0.076, 769.4676473550797)
(0.08149999999999999, 771.8499874620437)
(0.0857, 1728.1069333047865)
(0.1045, 1831.444618549347)
(0.1149, 1889.1603110818864)
(0.1363, 1932.900326974869)
(0.1522, 1962.6465201988224)
(0.2278, 31043.043237791062)
(0.22799999999999998, 31563.355300334933)
(0.30379999999999996, 31564.90346207714)
(0.35760000000000003, 31644.102256868366)
(0.4098, 31769.23386250019)
(0.508, 32229.46370280647)
(0.6032, 32233.386658782005)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 16.729864883422852)
(0.0346, 18.375799417495724)
(0.1756, 74.98809614181519)
(0.1759, 119.35368531894683)
(0.5353, 219.07263054847718)
(0.5393, 355.6847544107437)
(0.9612, 540.6580302715302)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2508, 299.0088598566055)
(0.4805, 529.9980373392106)
(0.6938, 911.2831997737884)
(0.6954, 1018.385643005371)
(0.8805999999999999, 2173.7540760297775)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 581.8895409278869)
(0.0233, 620.1760463819504)
(0.0235, 626.1273286371231)
(0.0236, 1041.6300018730162)
(0.0237, 1045.0737901000975)
(0.08399999999999999, 1091.5825576944353)
(0.08549999999999999, 1091.8813354110719)
(0.087, 1106.5179760866165)
(0.0879, 1127.8346392507553)
(0.0884, 1132.05085323143)
(0.09090000000000001, 1158.311507431984)
(0.15860000000000002, 1636.509577208519)
(0.1591, 1636.9665087003707)
(0.16399999999999998, 1644.8510811967851)
(0.1683, 1663.7426555957793)
(0.1701, 1734.357834640503)
(0.17450000000000002, 1884.7930891914368)
(0.1807, 2563.5275022697447)
(0.5918, 5255.849861772537)
(0.6047, 5325.009871976852)
(0.6049, 5505.198070363999)
(0.6121000000000001, 5579.293595641137)
(0.6245, 5640.173167322158)
(0.6333, 5646.225005327225)
(0.6341, 7778.472147987365)
(0.6423, 7896.177212074279)
(0.6655, 8324.434714805602)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 46458.783111742974)
(0.5515, 47554.748880729676)
(0.5516, 49403.04553415489)
(0.5522, 49495.221039078715)
(0.562, 49915.11740083409)
(0.5699, 51422.74320588684)
(0.5753, 52972.641883594515)
(0.8, 112765.38308952139)
(0.8006, 115176.04514116287)
(0.8007, 116225.29281108856)
(0.8022, 117402.68917543888)
(0.8055, 120427.59997832107)
(0.8140000000000001, 121235.39464430236)
(0.8233, 123104.95365613747)
(0.8292999999999999, 128901.67256282807)
(0.9583999999999999, 181161.41737964345)
(0.9586, 183896.2006977911)
(0.9591, 191612.84438204957)
(0.9661, 195369.81818310928)
(0.9702999999999999, 200409.5989342117)
(0.9727, 208512.75594627188)
(0.9731, 209101.4871333008)
(0.9994999999999999, 224428.9374734144)
(0.9997, 246948.15806389332)
(0.9999, 247049.36736121273)
(1.0, 257006.82280854037)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29710000000000003, 28680.8832246151)
(0.3577, 44434.486702033995)
(0.3578, 44793.98224637032)
(0.3581, 45185.0516743927)
(0.3785, 56502.20673029709)
(0.3791, 56506.98631837464)
(0.6131, 82695.7674746933)
(0.6561, 85193.44098633957)
(0.6789, 87042.97977192877)
(0.9813000000000001, 90592.51216413689)
(0.9862, 98566.24503259278)
(0.9877, 105639.50036973381)
(0.9891, 135347.73490993882)
(0.9903000000000001, 143140.66374316407)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 33555.33048436832)
(0.3267, 33741.132251400944)
(0.35819999999999996, 34647.14928975677)
(0.3699, 35044.63021469593)
(0.3881, 36933.1314994154)
(0.4042, 37164.645408648496)
(0.5053, 39421.358636893274)
(0.5378999999999999, 40849.727182491304)
(0.5724, 85325.08017353438)
(0.6167, 90184.94106480216)
(0.6426999999999999, 91655.05725126171)
(0.7588, 97851.25534592629)
(0.7961, 101391.98688046074)
(0.7984, 150773.90265063)
(0.9390000000000001, 164312.90599150088)
(0.9589000000000001, 169531.23434138202)
(0.9606, 171392.75207933807)
(0.9715, 186335.32410252857)
(0.9737, 198454.24023544692)
(0.9933, 211494.17773704528)
(0.9957, 211890.02598692893)
(0.9986, 219160.7260458498)
(0.9992000000000001, 219918.9910792408)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 37.737427419662474)
(0.0513, 65.23993027114868)
(0.2258, 137.29927218532563)
(0.2273, 214.235892624855)
(0.5917, 352.3583821287155)
(0.9301, 878.3716103124618)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0213, 3876.8841132293473)
(0.0386, 2025.895188533704)
(0.05789999999999999, 1162.005130847698)
(0.059, 1119.6147138849656)
(0.0612, 864.31718842377)
(0.07830000000000001, 814.9127947190328)
(0.08209999999999999, 761.7735796694934)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0023, 23712.441062403184)
(0.0035000000000000005, 21628.373709559317)
(0.010199999999999999, 6935.53102408244)
(0.011, 6680.136396141283)
(0.0111, 6512.93486294946)
(0.0123, 5350.928626286286)
(0.020999999999999998, 3603.824554409167)
(0.0211, 3486.6326341454087)
(0.0656, 949.8119422608733)
(0.0669, 691.5277666030477)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 15.833659059384)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 3568.150651136043)
(0.0021000000000000003, 1020.8529516064611)
(0.0021999999999999997, 998.1316729154446)
(0.0046, 393.57105028373724)
(0.0047, 386.894756295647)
(0.0049, 385.8911705685557)
(0.0050999999999999995, 380.478288410849)
(0.0191, 23.31898367222922)
(0.019200000000000002, 23.28242177943889)
(0.02, 23.192207111769097)
(0.0208, 23.16705803581945)
(0.022, 23.02105367563514)
(0.023200000000000002, 22.93052183160128)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 2795.7814355970363)
(0.0004, 2365.0734309405193)
(0.0013, 1132.4222413855482)
(0.0014, 1026.3925772283633)
(0.0015, 1010.2754475094684)
(0.002, 979.3316230906577)
(0.0021000000000000003, 976.3088841626198)
(0.0025, 436.0632930040411)
(0.0032, 411.45879726184893)
(0.004200000000000001, 389.86179964043106)
(0.004399999999999999, 383.9529901307249)
(0.006500000000000001, 24.274810759617445)
(0.0072, 23.87464807938222)
(0.0083, 23.87347710108952)
(0.0092, 23.81372661113932)
(0.0095, 23.71992989385535)
(0.009600000000000001, 23.454598931466013)
(0.0115, 23.434541910819313)
(0.014199999999999999, 23.381214374174686)
(0.0171, 23.378368769534525)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0009, 16485.48879036569)
(0.001, 15780.102860453653)
(0.0012000000000000001, 14300.68122771008)
(0.0060999999999999995, 3677.9170853786645)
(0.0064, 3484.95818602545)
(0.0193, 1258.943206686743)
(0.0451, 522.910457762831)
(0.045200000000000004, 507.15540296585806)
(0.0454, 493.7266301715264)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0059, 1061.8682006689235)
(0.009600000000000001, 599.0739165639359)
(0.017599999999999998, 348.4185817085362)
(0.0185, 189.62598600965467)
(0.032600000000000004, 146.4815475264992)
(0.0436, 146.06436096023705)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 1388.5315737272056)
(0.0017000000000000001, 740.1840514074742)
(0.0027, 493.71663401946023)
(0.0028, 493.57882137825135)
(0.0029000000000000002, 491.21285764795425)
(0.0121, 153.7281355536117)
(0.0127, 151.73154969195375)
(0.0131, 144.81618257752808)
(0.013600000000000001, 143.25304844915053)
(0.014099999999999998, 143.099504401202)
(0.014499999999999999, 128.50029941402107)
(0.0153, 126.58479833400646)
(0.0162, 120.0725375648936)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.052700000000000004, 15.569671686410695)
(0.054700000000000006, 15.210846803422358)
(0.05500000000000001, 14.641850359203245)
(0.05620000000000001, 14.49156162833973)
(0.0573, 14.214164049366422)
(0.0591, 14.066694129946603)
(0.0621, 13.655199632850861)
(0.1748, 6.4146281436897485)
(0.177, 6.280368449128854)
(0.1803, 6.2236711347823634)
(0.1815, 6.1225122033705475)
(0.1878, 6.006530065617974)
(0.1927, 5.875864280981654)
(0.2009, 5.6116572083068235)
(0.4018, 3.9928369432225495)
(0.40940000000000004, 3.9334580989453176)
(0.41580000000000006, 3.7750496441550854)
(0.42489999999999994, 3.7024552038127307)
(0.4436, 3.609348074377679)
(0.4626, 3.4593345552768255)
(0.7496, 3.223060306497628)
(0.7527999999999999, 3.201502506903909)
(0.7539, 3.1443220266248413)
(0.7674000000000001, 3.1146433454958)
(0.7794, 3.016409088699807)
(0.7798, 3.0157573274341627)
(0.7859, 2.9912598178678027)
(0.7984, 2.948901450923516)
(0.8004, 2.9279492100151283)
(0.8371000000000001, 2.814508938304976)
(0.8721, 2.739992879971028)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0091, 26.676165932831648)
(0.0095, 17.218517795210126)
(0.0099, 13.540993250972397)
(0.017499999999999998, 9.251936627036395)
(0.0188, 8.980691367105129)
(0.0198, 8.789864524453495)
(0.1214, 8.445466206012561)
(0.1444, 7.762251668885293)
(0.15789999999999998, 7.242518161503947)
(0.3802, 6.798140776156524)
(0.4607, 5.652817171333524)
(0.5084, 5.3450639391529196)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0319, 21.556873067811686)
(0.0325, 21.438166170904545)
(0.0333, 20.87756178583655)
(0.0361, 20.64076566277092)
(0.0391, 19.463336513676825)
(0.045, 17.707535640777447)
(0.10969999999999999, 8.902350580407957)
(0.1149, 8.477554296214581)
(0.1202, 8.020718220353885)
(0.12250000000000001, 8.008337308333056)
(0.1306, 7.892068606940317)
(0.13169999999999998, 7.392322126505189)
(0.1497, 7.134173244408494)
(0.2593, 5.355922447307838)
(0.2645, 5.318692037956173)
(0.274, 5.067912206208179)
(0.2903, 5.044365739467875)
(0.3083, 4.402259187342322)
(0.3469, 4.220411839032497)
(0.4974, 4.169981660399771)
(0.5064, 4.128951630736766)
(0.5547, 3.8819692588292454)
(0.592, 3.4137897554678758)
(0.6689, 3.289156595572797)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0013, 7518.371531922979)
(0.0017000000000000001, 5192.641196424592)
(0.006900000000000001, 2066.4639767138115)
(0.0075, 1816.1822493826337)
(0.0155, 805.2142772535391)
(0.0162, 784.4022610991234)
(0.0183, 731.6612985157109)
(0.0332, 362.04565656977195)
(0.034699999999999995, 351.41524451835306)
(0.0397, 323.0113503999421)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0235, 3876.8841132293473)
(0.0424, 2025.895188533704)
(0.0634, 1162.005130847698)
(0.0646, 1119.6147138849656)
(0.0651, 1097.7772799082059)
(0.067, 864.31718842377)
(0.08549999999999999, 814.9127947190328)
(0.0916, 761.7735796694934)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 23712.441062403184)
(0.0038, 21628.373709559317)
(0.0109, 6935.53102408244)
(0.012199999999999999, 6680.136396141283)
(0.0134, 5350.928626286286)
(0.023200000000000002, 3603.824554409167)
(0.0233, 3486.6326341454087)
(0.0716, 949.8119422608733)
(0.0717, 911.3238006878975)
(0.07239999999999999, 898.4257055365059)
(0.0731, 691.5277666030477)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 15.833659059384)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 3568.150651136043)
(0.0025, 1020.8529516064611)
(0.0026, 998.1316729154446)
(0.0053, 393.57105028373724)
(0.0054, 386.894756295647)
(0.0056, 385.8911705685557)
(0.0058000000000000005, 380.478288410849)
(0.0215, 23.31898367222922)
(0.0216, 23.28242177943889)
(0.0225, 23.192207111769097)
(0.0234, 23.16705803581945)
(0.0247, 23.02105367563514)
(0.026000000000000002, 22.93052183160128)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 2795.7814355970363)
(0.0004, 2365.0734309405193)
(0.0015, 1132.4222413855482)
(0.0016, 1026.3925772283633)
(0.0018, 1010.2754475094684)
(0.0024000000000000002, 979.3316230906577)
(0.0025, 976.3088841626198)
(0.0027, 436.0632930040411)
(0.0036, 411.45879726184893)
(0.0036999999999999997, 398.88832915849696)
(0.0048000000000000004, 389.86179964043106)
(0.005, 383.9529901307249)
(0.007299999999999999, 24.274810759617445)
(0.008, 23.87464807938222)
(0.0091, 23.87347710108952)
(0.0106, 23.81372661113932)
(0.0111, 23.71992989385535)
(0.0132, 23.434541910819313)
(0.016, 23.381214374174686)
(0.0193, 23.378368769534525)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0010999999999999998, 16485.48879036569)
(0.0012000000000000001, 15780.102860453653)
(0.0014, 14300.68122771008)
(0.0066, 3677.9170853786645)
(0.006900000000000001, 3484.95818602545)
(0.020999999999999998, 1258.943206686743)
(0.05, 522.910457762831)
(0.0501, 507.15540296585806)
(0.0502, 504.5519460772426)
(0.0503, 493.7266301715264)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0062, 1061.8682006689235)
(0.0103, 599.0739165639359)
(0.0194, 348.4185817085362)
(0.020399999999999998, 189.62598600965467)
(0.0361, 146.4815475264992)
(0.0474, 146.06436096023705)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 1388.5315737272056)
(0.0017000000000000001, 740.1840514074742)
(0.0028, 493.71663401946023)
(0.0029000000000000002, 493.57882137825135)
(0.003, 491.21285764795425)
(0.0129, 153.7281355536117)
(0.013500000000000002, 151.73154969195375)
(0.014000000000000002, 144.81618257752808)
(0.014499999999999999, 143.25304844915053)
(0.015, 143.099504401202)
(0.015099999999999999, 132.09781382940562)
(0.0152, 131.26850895790997)
(0.0157, 128.50029941402107)
(0.0165, 126.58479833400646)
(0.017499999999999998, 120.0725375648936)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0566, 15.569671686410695)
(0.0586, 15.210846803422358)
(0.059, 14.641850359203245)
(0.0601, 14.49156162833973)
(0.0615, 14.214164049366422)
(0.0633, 14.066694129946603)
(0.0664, 13.655199632850861)
(0.18919999999999998, 6.4146281436897485)
(0.1917, 6.280368449128854)
(0.19519999999999998, 6.2236711347823634)
(0.1966, 6.1225122033705475)
(0.2031, 6.006530065617974)
(0.2081, 5.875864280981654)
(0.21680000000000002, 5.6116572083068235)
(0.4356, 3.9928369432225495)
(0.4434, 3.9334580989453176)
(0.4497, 3.7750496441550854)
(0.4603, 3.7024552038127307)
(0.4796, 3.609348074377679)
(0.4988, 3.4593345552768255)
(0.7969999999999999, 3.223060306497628)
(0.7998999999999999, 3.201502506903909)
(0.8008, 3.1443220266248413)
(0.8139, 3.1146433454958)
(0.8251, 3.016409088699807)
(0.8259000000000001, 3.0157573274341627)
(0.8317, 2.9912598178678027)
(0.8431, 2.948901450923516)
(0.8474999999999999, 2.9279492100151283)
(0.8834, 2.814508938304976)
(0.9132999999999999, 2.739992879971028)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0098, 26.676165932831648)
(0.010199999999999999, 17.218517795210126)
(0.0106, 13.540993250972397)
(0.0188, 9.251936627036395)
(0.020300000000000002, 8.980691367105129)
(0.0213, 8.789864524453495)
(0.1319, 8.445466206012561)
(0.1575, 7.762251668885293)
(0.1722, 7.242518161503947)
(0.4141, 6.798140776156524)
(0.5013, 5.652817171333524)
(0.5523, 5.3450639391529196)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.034999999999999996, 21.556873067811686)
(0.0356, 21.438166170904545)
(0.0364, 20.87756178583655)
(0.0392, 20.64076566277092)
(0.042499999999999996, 19.463336513676825)
(0.0487, 17.707535640777447)
(0.1193, 8.902350580407957)
(0.1248, 8.477554296214581)
(0.13040000000000002, 8.020718220353885)
(0.1331, 8.008337308333056)
(0.1422, 7.892068606940317)
(0.1424, 7.392322126505189)
(0.1617, 7.134173244408494)
(0.2774, 5.355922447307838)
(0.28300000000000003, 5.318692037956173)
(0.2927, 5.067912206208179)
(0.3105, 5.044365739467875)
(0.3306, 4.402259187342322)
(0.3721, 4.220411839032497)
(0.49960000000000004, 4.169981660399771)
(0.5094000000000001, 4.128951630736766)
(0.5615, 3.8819692588292454)
(0.6046, 3.4137897554678758)
(0.6885, 3.289156595572797)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0013, 7518.371531922979)
(0.0014, 6064.32285190476)
(0.0019, 5192.641196424592)
(0.0077, 2066.4639767138115)
(0.0079, 1816.1822493826337)
(0.0172, 805.2142772535391)
(0.018099999999999998, 784.4022610991234)
(0.020200000000000003, 731.6612985157109)
(0.036199999999999996, 362.04565656977195)
(0.0375, 351.41524451835306)
(0.0435, 323.0113503999421)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6649, 0.2523660659790039)
(0.6885, 0.34046173095703125)
(0.9122999999999999, 0.49185752868652344)
(0.9125, 0.6841421127319336)
(0.9648, 0.8678436279296875)
(0.9654, 0.9006261825561523)
(0.9661, 0.9248256683349609)
(0.978, 1.2407302856445312)
(0.9784, 1.2927055358886719)
(0.9827, 1.3297796249389648)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.056999999999999995, 0.04029273986816406)
(0.057699999999999994, 0.04184246063232422)
(0.0763, 0.04267692565917969)
(0.0846, 0.05316734313964844)
(0.3297, 0.14328956604003906)
(0.364, 0.1468658447265625)
(0.36819999999999997, 0.1518726348876953)
(0.39580000000000004, 0.1900196075439453)
(0.6607000000000001, 0.27751922607421875)
(0.6624, 0.28443336486816406)
(0.6646, 0.29408931732177734)
(0.6888, 0.3682374954223633)
(0.9712999999999999, 1.0613203048706055)
(0.9715999999999999, 1.0973215103149414)
(0.974, 1.1152029037475586)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 63.399672508239746)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 0.2777576446533203)
(0.0224, 0.2796649932861328)
(0.022600000000000002, 0.29015541076660156)
(0.0227, 0.2903938293457031)
(0.0865, 0.9790658950805664)
(0.0871, 0.9986162185668945)
(0.08990000000000001, 1.0030269622802734)
(0.0906, 1.026153564453125)
(0.09509999999999999, 1.0329484939575195)
(0.1694, 2.5588274002075195)
(0.1743, 2.6036500930786133)
(0.17629999999999998, 2.6105642318725586)
(0.1851, 2.6388168334960938)
(0.1896, 2.732992172241211)
(0.704, 43.19596290588379)
(0.7053, 43.251872062683105)
(0.7067, 43.32315921783447)
(0.7392000000000001, 43.460965156555176)
(0.7639, 43.73741149902344)
(0.7802, 44.07989978790283)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 0.28824806213378906)
(0.0193, 0.30159950256347656)
(0.0206, 0.3077983856201172)
(0.0219, 0.31447410583496094)
(0.0223, 0.35452842712402344)
(0.052000000000000005, 0.8869171142578125)
(0.056299999999999996, 0.9666681289672852)
(0.0595, 0.9714365005493164)
(0.0615, 0.972747802734375)
(0.076, 1.016378402709961)
(0.08149999999999999, 1.0268688201904297)
(0.0857, 2.3202896118164062)
(0.1, 2.45058536529541)
(0.1045, 2.453446388244629)
(0.1149, 2.5327205657958984)
(0.1363, 2.593517303466797)
(0.1522, 2.6314258575439453)
(0.2278, 41.487693786621094)
(0.22799999999999998, 42.255401611328125)
(0.30379999999999996, 42.372703552246094)
(0.3339, 42.39213466644287)
(0.35760000000000003, 42.3966646194458)
(0.4098, 42.609214782714844)
(0.6032, 43.07997226715088)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 0.057697296142578125)
(0.0346, 0.05793571472167969)
(0.1756, 0.26738643646240234)
(0.1759, 0.2695322036743164)
(0.5353, 0.7841587066650391)
(0.5393, 0.8084774017333984)
(0.9611000000000001, 1.871347427368164)
(0.9612, 1.9283294677734375)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2508, 0.9211301803588867)
(0.25139999999999996, 1.5398263931274414)
(0.4805, 1.6477108001708984)
(0.6938, 2.8668642044067383)
(0.6954, 3.1949281692504883)
(0.7007, 4.9790143966674805)
(0.8291999999999999, 6.78861141204834)
(0.8805999999999999, 6.836175918579102)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 0.7212162017822266)
(0.0233, 0.7685422897338867)
(0.0235, 0.7715225219726562)
(0.0236, 1.0409355163574219)
(0.0237, 1.0434389114379883)
(0.08549999999999999, 1.3670921325683594)
(0.087, 1.397252082824707)
(0.0884, 1.4085769653320312)
(0.09090000000000001, 1.4541149139404297)
(0.09190000000000001, 1.7921924591064453)
(0.15860000000000002, 2.0492076873779297)
(0.1591, 2.05385684967041)
(0.16299999999999998, 2.099156379699707)
(0.16399999999999998, 2.108931541442871)
(0.1683, 2.1338462829589844)
(0.1701, 2.186894416809082)
(0.17450000000000002, 2.3040771484375)
(0.1766, 2.603769302368164)
(0.1807, 2.6134252548217773)
(0.5918, 6.619930267333984)
(0.5927, 6.785273551940918)
(0.6047, 6.830096244812012)
(0.6049, 7.11512565612793)
(0.6121000000000001, 7.115364074707031)
(0.6333, 7.166266441345215)
(0.6341, 8.068203926086426)
(0.6423, 8.175015449523926)
(0.6655, 8.499741554260254)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 67.71135330200195)
(0.5514, 74.13041591644287)
(0.5515, 74.8831033706665)
(0.5516, 77.17263698577881)
(0.5522, 78.38916778564453)
(0.5555, 78.63354682922363)
(0.5617, 80.77490329742432)
(0.562, 81.04455471038818)
(0.5699, 83.91880989074707)
(0.5753, 85.50429344177246)
(0.8, 162.42218017578125)
(0.8006, 177.37245559692383)
(0.8007, 180.15718460083008)
(0.8022, 183.15625190734863)
(0.8065, 188.63701820373535)
(0.8140000000000001, 189.37957286834717)
(0.8233, 197.77774810791016)
(0.8292999999999999, 205.82008361816406)
(0.9583999999999999, 259.4447135925293)
(0.9585000000000001, 265.57958126068115)
(0.9586, 273.6480236053467)
(0.9587999999999999, 286.85617446899414)
(0.9591, 289.90256786346436)
(0.962, 292.743444442749)
(0.9661, 297.17421531677246)
(0.9702999999999999, 308.4375858306885)
(0.9994999999999999, 317.44444370269775)
(0.9997, 361.35387420654297)
(0.9999, 362.98954486846924)
(1.0, 378.66127490997314)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29710000000000003, 35.820722579956055)
(0.3577, 55.612921714782715)
(0.3578, 55.71639537811279)
(0.3581, 56.01084232330322)
(0.3785, 73.63128662109375)
(0.3791, 74.59402084350586)
(0.6131, 114.36951160430908)
(0.6561, 118.15333366394043)
(0.6789, 120.51784992218018)
(0.9813000000000001, 127.34580039978027)
(0.9862, 139.47045803070068)
(0.9877, 149.65534210205078)
(0.9891, 189.8592710494995)
(0.9903000000000001, 205.46305179595947)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 43.57743263244629)
(0.3267, 43.831467628479004)
(0.35819999999999996, 44.152021408081055)
(0.3699, 44.487833976745605)
(0.3881, 46.599507331848145)
(0.4042, 46.686768531799316)
(0.5053, 49.65972900390625)
(0.5378999999999999, 50.80997943878174)
(0.5724, 108.67786407470703)
(0.5932000000000001, 112.88285255432129)
(0.6167, 115.95726013183594)
(0.6426999999999999, 117.41983890533447)
(0.7588, 127.43997573852539)
(0.7961, 131.11364841461182)
(0.7984, 202.3141384124756)
(0.8938, 203.9567232131958)
(0.9175000000000001, 207.72254467010498)
(0.9390000000000001, 223.87456893920898)
(0.9589000000000001, 233.76905918121338)
(0.9606, 235.0008487701416)
(0.9715, 244.28808689117432)
(0.9737, 264.45508003234863)
(0.9933, 290.59696197509766)
(0.9957, 293.8714027404785)
(0.9986, 303.24530601501465)
(0.9992000000000001, 305.5459260940552)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 0.1304149627685547)
(0.0513, 0.1628398895263672)
(0.2258, 0.47397613525390625)
(0.2273, 0.5333423614501953)
(0.5917, 1.212000846862793)
(0.8720000000000001, 2.7468204498291016)
(0.885, 2.8172731399536133)
(0.9301, 2.9985904693603516)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.663, 0.3046989440917969)
(0.6649, 0.3106951713562011)
(0.6885, 0.39696693420410156)
(0.9122999999999999, 0.5593299865722656)
(0.9125, 0.7648825645446776)
(0.9648, 0.9582042694091797)
(0.9654, 0.9997129440307618)
(0.9661, 1.0111689567565918)
(0.978, 1.357102394104004)
(0.9784, 1.4008045196533203)
(0.9827, 1.4612913131713867)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.056999999999999995, 0.05412101745605469)
(0.057699999999999994, 0.054836273193359375)
(0.0763, 0.05602836608886719)
(0.0846, 0.06582736968994138)
(0.3297, 0.1671433448791504)
(0.364, 0.1793265342712402)
(0.36819999999999997, 0.1852750778198242)
(0.39580000000000004, 0.22938251495361325)
(0.6607000000000001, 0.31377077102661133)
(0.6607999999999999, 0.33093690872192383)
(0.6624, 0.3380894660949707)
(0.6646, 0.35071372985839844)
(0.6888, 0.4270195960998535)
(0.9712999999999999, 1.123189926147461)
(0.9715999999999999, 1.2097477912902832)
(0.974, 1.2300491333007812)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 68.55671405792236)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 0.3163933753967285)
(0.0224, 0.31687021255493164)
(0.022600000000000002, 0.3299832344055176)
(0.0227, 0.3357291221618652)
(0.0865, 1.1299610137939453)
(0.08990000000000001, 1.137983798980713)
(0.0906, 1.1639952659606934)
(0.09509999999999999, 1.1766433715820312)
(0.1701, 2.966940402984619)
(0.17629999999999998, 2.986741065979004)
(0.1784, 3.0403971672058105)
(0.1792, 3.073108196258545)
(0.1794, 3.0827760696411133)
(0.1851, 3.088986873626709)
(0.1896, 3.1354784965515137)
(0.7067, 51.068234443664544)
(0.7268, 51.19411945343017)
(0.7639, 51.60493850708008)
(0.7802, 52.141821384429925)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.020499999999999997, 0.8566856384277324)
(0.052000000000000005, 0.9963870048522948)
(0.0538, 1.1034846305847166)
(0.0615, 1.1127233505249023)
(0.076, 1.1433005332946775)
(0.08149999999999999, 1.1491775512695312)
(0.0857, 2.648007869720459)
(0.1045, 2.8263330459594727)
(0.1149, 2.888977527618408)
(0.1363, 2.93731689453125)
(0.1522, 3.000044822692871)
(0.2278, 49.3652582168579)
(0.22799999999999998, 49.57783222198486)
(0.35760000000000003, 49.93270635604858)
(0.4098, 50.29284954071045)
(0.508, 51.10809803009033)
(0.6032, 51.263296604156494)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 0.07414817810058594)
(0.034, 0.07796287536621094)
(0.0344, 0.07945299148559565)
(0.0346, 0.11467933654785156)
(0.1756, 0.29139518737792963)
(0.1759, 0.30853748321533203)
(0.5353, 0.8460164070129395)
(0.5393, 0.8823871612548828)
(0.9611000000000001, 2.0533084869384766)
(0.9612, 2.149832248687744)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2508, 1.1069893836975098)
(0.25139999999999996, 1.762568950653076)
(0.4805, 1.8587708473205566)
(0.6938, 3.160738945007324)
(0.6954, 3.483867645263672)
(0.7007, 5.854380130767822)
(0.8805999999999999, 7.471144199371338)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 0.7918000221252441)
(0.0235, 0.8624076843261719)
(0.0236, 1.1305093765258787)
(0.0237, 1.1395335197448728)
(0.087, 1.5556812286376953)
(0.09090000000000001, 1.6510605812072754)
(0.09190000000000001, 2.02864408493042)
(0.1683, 2.4054527282714844)
(0.1701, 2.488851547241211)
(0.1807, 2.9463887214660645)
(0.5988, 8.161783218383789)
(0.6333, 8.352553844451904)
(0.6415, 9.466207027435303)
(0.6423, 9.74428653717041)
(0.6472, 9.976792335510254)
(0.6655, 9.979104995727537)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 89.41092491149902)
(0.5515, 89.90073204040527)
(0.562, 90.44233560562132)
(0.5699, 91.92082881927489)
(0.5753, 92.90791749954224)
(0.8233, 214.51393365859985)
(0.8292999999999999, 223.2932209968567)
(0.9586, 337.10620403289795)
(0.9661, 338.9559268951416)
(0.9702999999999999, 343.31992864608765)
(0.9731, 352.553927898407)
(0.9994999999999999, 412.89515495300293)
(0.9999, 420.4459547996521)
(1.0, 431.56806230545044)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29710000000000003, 51.53974294662475)
(0.3577, 91.74959659576416)
(0.3578, 92.46832132339478)
(0.3581, 93.75513792037964)
(0.3785, 112.20875978469847)
(0.3791, 112.33234405517578)
(0.6131, 137.04686164855954)
(0.6561, 138.63681554794312)
(0.6789, 143.63336563110352)
(0.9813000000000001, 150.68312883377075)
(0.9862, 161.97452545166016)
(0.9877, 171.22384309768677)
(0.9903000000000001, 257.5210690498352)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 64.27754163742065)
(0.3267, 65.51645994186401)
(0.35819999999999996, 68.0489182472229)
(0.3699, 70.1874017715454)
(0.3881, 73.36677312850952)
(0.4042, 75.11545419692993)
(0.4941, 77.6593208312988)
(0.5053, 79.7204852104187)
(0.5333, 83.66104364395142)
(0.5378999999999999, 85.69960594177246)
(0.5724, 171.67899608612055)
(0.6167, 179.11049127578733)
(0.6426999999999999, 184.0813159942627)
(0.7588, 189.3003702163696)
(0.7924, 199.04984235763547)
(0.7961, 201.35626792907712)
(0.7984, 300.4446029663086)
(0.9390000000000001, 307.5003147125244)
(0.9606, 317.1235680580139)
(0.9715, 365.9228920936584)
(0.9737, 385.1822018623352)
(0.9957, 388.094699382782)
(0.9992000000000001, 391.7647123336792)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 0.17930269241333008)
(0.0513, 0.20626783370971677)
(0.1946, 0.6592988967895507)
(0.2258, 0.6748199462890624)
(0.2273, 0.6888270378112792)
(0.4932, 1.5066027641296387)
(0.5253, 1.5645623207092285)
(0.5917, 1.7595529556274414)
(0.8720000000000001, 3.3109188079833984)
(0.885, 3.6105990409851065)
(0.9204000000000001, 4.345178604125977)
(0.9301, 4.499018192291259)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.663, 0.3252291679382324)
(0.6649, 0.3462839126586913)
(0.6885, 0.4303574562072754)
(0.9122999999999999, 0.585801601409912)
(0.9125, 0.8152055740356445)
(0.9648, 0.9906482696533203)
(0.9654, 1.053962707519531)
(0.9661, 1.0671782493591309)
(0.978, 1.3911771774291992)
(0.9784, 1.5092849731445308)
(0.9827, 1.5576171875)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.056999999999999995, 0.0677180290222168)
(0.057699999999999994, 0.0696253776550293)
(0.0763, 0.07058382034301756)
(0.0846, 0.081334114074707)
(0.3297, 0.18024682998657227)
(0.36819999999999997, 0.20146608352661133)
(0.39580000000000004, 0.25225162506103516)
(0.6607000000000001, 0.32926082611083984)
(0.6607999999999999, 0.3612327575683594)
(0.6624, 0.3645658493041992)
(0.6646, 0.3757858276367187)
(0.6888, 0.45658111572265625)
(0.9712999999999999, 1.16973876953125)
(0.974, 1.2647843360900877)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 70.7463026046753)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0224, 0.3416967391967773)
(0.022600000000000002, 0.3495311737060547)
(0.0227, 0.3626394271850586)
(0.0865, 1.2049818038940427)
(0.0882, 1.2279939651489258)
(0.08990000000000001, 1.2290596961975098)
(0.09090000000000001, 1.256723403930664)
(0.09509999999999999, 1.2593889236450195)
(0.17629999999999998, 3.1193161010742183)
(0.1792, 3.2469606399536133)
(0.1794, 3.27817440032959)
(0.1896, 3.3383941650390625)
(0.7067, 53.976824283599846)
(0.7268, 54.726738929748535)
(0.7392000000000001, 55.000925064086914)
(0.746, 55.205438137054436)
(0.7639, 55.824849605560296)
(0.7802, 55.85880041122436)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.052000000000000005, 1.0571765899658203)
(0.0595, 1.1974334716796875)
(0.08149999999999999, 1.2336087226867676)
(0.0857, 2.7985954284667964)
(0.1045, 2.973036766052246)
(0.1149, 3.0639219284057617)
(0.1363, 3.135802745819092)
(0.1522, 3.1867575645446777)
(0.2278, 52.242581844329834)
(0.22799999999999998, 53.347947597503655)
(0.2454, 53.360157012939446)
(0.35760000000000003, 53.55538368225098)
(0.4098, 53.657472133636475)
(0.6032, 53.78600358963013)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 0.0880193710327148)
(0.034, 0.09824991226196288)
(0.0346, 0.13427019119262693)
(0.1746, 0.31709909439086914)
(0.1756, 0.3240919113159177)
(0.1759, 0.4282760620117178)
(0.5353, 0.9167551994323729)
(0.5376000000000001, 1.0264372825622559)
(0.5393, 1.7814922332763672)
(0.9612, 2.296426296234131)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2508, 1.255214214324951)
(0.25139999999999996, 1.8552350997924805)
(0.4805, 2.076900005340576)
(0.6938, 3.2805776596069336)
(0.6954, 3.6974287033081055)
(0.7007, 6.3954687118530265)
(0.8805999999999999, 7.810213565826416)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 0.8335685729980469)
(0.0235, 0.8955454826354979)
(0.0237, 1.189262866973877)
(0.087, 1.6302084922790525)
(0.09090000000000001, 1.7464494705200193)
(0.09190000000000001, 2.177095413208008)
(0.1683, 2.512972354888916)
(0.1701, 2.5780415534973145)
(0.1807, 3.245363235473633)
(0.5988, 8.672046661376953)
(0.6049, 8.764581680297852)
(0.6121000000000001, 8.973619937896729)
(0.6333, 9.009394645690918)
(0.6415, 9.989509582519531)
(0.6423, 10.104570388793945)
(0.6472, 10.393707752227783)
(0.6541, 10.624923706054688)
(0.6655, 10.658845901489258)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.562, 92.10233926773071)
(0.5699, 94.61588144302368)
(0.5753, 96.28831624984741)
(0.8233, 221.0175609588623)
(0.8292999999999999, 229.03966188430786)
(0.9586, 347.4101233482361)
(0.9661, 349.93231534957886)
(0.9702999999999999, 357.7830934524536)
(0.9727, 364.14015769958496)
(0.9731, 367.19605922698975)
(0.9994999999999999, 425.6528854370117)
(0.9999, 431.7771625518799)
(1.0, 442.70049810409546)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29710000000000003, 56.152119636535645)
(0.3577, 98.32136392593384)
(0.3581, 102.02884912490845)
(0.3791, 119.70332860946655)
(0.6131, 147.0494294166565)
(0.6561, 148.45261335372925)
(0.6789, 153.0766749382019)
(0.9813000000000001, 160.19431829452515)
(0.9862, 169.4073247909546)
(0.9877, 180.3653883934021)
(0.9903000000000001, 268.37974309921265)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 75.6838607788086)
(0.3267, 76.55195951461792)
(0.35819999999999996, 79.74731922149657)
(0.3699, 82.22887516021727)
(0.4941, 85.77324628829956)
(0.5053, 86.7663836479187)
(0.5378999999999999, 90.4532527923584)
(0.5724, 198.03268432617185)
(0.7588, 202.30785369873044)
(0.7924, 213.0571460723877)
(0.7961, 213.29597949981687)
(0.7984, 323.95702362060547)
(0.9390000000000001, 326.708984375)
(0.9606, 334.8431706428528)
(0.9715, 392.4922823905945)
(0.9957, 410.40132761001587)
(0.9992000000000001, 414.2768883705139)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 0.20768880844116208)
(0.0513, 0.2451014518737793)
(0.1945, 0.7107281684875488)
(0.1946, 0.7169342041015625)
(0.2258, 0.7755804061889648)
(0.2273, 0.8061122894287109)
(0.4932, 1.601302623748779)
(0.5253, 1.6650032997131348)
(0.5888, 2.063641548156738)
(0.5917, 2.073614597320556)
(0.8720000000000001, 3.5477042198181152)
(0.885, 4.00876760482788)
(0.9204000000000001, 4.955668449401855)
(0.9301, 5.175468921661376)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.663, 0.3695967197418256)
(0.6639999999999999, 0.4791486263275295)
(0.6885, 0.5005085468292297)
(0.9122999999999999, 0.6940398216247561)
(0.9125, 0.9048302173614531)
(0.9648, 1.0583455562591557)
(0.9654, 1.175596714019793)
(0.9661, 1.256256818771365)
(0.978, 1.405720710754395)
(0.9784, 1.9354832172393799)
(0.9827, 1.9525065422058192)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0763, 0.09236168861390004)
(0.0846, 0.11572909355164439)
(0.3297, 0.19058990478516466)
(0.364, 0.2747316360473699)
(0.36819999999999997, 0.2848258018493791)
(0.39580000000000004, 0.29851341247558716)
(0.6607000000000001, 0.36609268188477645)
(0.6646, 0.4148857593536411)
(0.6888, 0.5265109539032057)
(0.9712999999999999, 1.3530490398407005)
(0.974, 1.4444131851196356)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 73.35645699501045)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0224, 0.4099841117859015)
(0.022600000000000002, 0.4185819625854634)
(0.0227, 0.4888775348663438)
(0.0882, 1.3128347396850895)
(0.09090000000000001, 1.3286743164062687)
(0.0937, 1.3887250423431554)
(0.09509999999999999, 1.5497329235076915)
(0.1701, 3.345619440078747)
(0.17629999999999998, 3.413947582244876)
(0.1794, 3.474236011505127)
(0.1896, 3.565078735351563)
(0.7802, 57.484482526779246)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.052000000000000005, 1.1414606571197645)
(0.0635, 1.3833887577057176)
(0.08149999999999999, 1.5717937946319704)
(0.0857, 2.9690289497375706)
(0.0867, 3.195814132690434)
(0.1045, 3.196754693985053)
(0.1149, 3.212522506713874)
(0.1522, 3.5191748142242534)
(0.2278, 56.16650009155289)
(0.22799999999999998, 56.4018368721009)
(0.2989, 56.592039823532176)
(0.4098, 56.9067876338959)
(0.6032, 58.37033224105865)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 0.22514748573303947)
(0.0346, 0.2502582073211811)
(0.17470000000000002, 0.5472452640533729)
(0.1756, 0.5797183513641897)
(0.1759, 1.2281239032745388)
(0.5353, 1.4848654270172974)
(0.5376000000000001, 1.6141805648804004)
(0.5393, 1.9971640110016449)
(0.9612, 3.7530620098114977)
};
\addlegendentry{ fh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2508, 1.4498350620270002)
(0.4805, 2.2332897186279532)
(0.6884, 3.913124322891275)
(0.6938, 4.064375400543218)
(0.6954, 4.334939241409303)
(0.6977, 7.624365568161116)
(0.8805999999999999, 8.25171017646792)
};
\addlegendentry{ mh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023, 0.9670870304107936)
(0.0235, 1.0481536388397492)
(0.0237, 1.3776316642761488)
(0.086, 1.7918100357055964)
(0.0863, 1.903497457504312)
(0.0879, 1.9244122505188326)
(0.0891, 2.1355092525482386)
(0.09090000000000001, 2.1976416110992556)
(0.1683, 2.7123522758484193)
(0.1688, 3.257323741912868)
(0.1699, 3.3138804435730287)
(0.17450000000000002, 3.5272088050842325)
(0.1807, 3.7438809871673793)
(0.6049, 9.079605102539075)
(0.6121000000000001, 9.365144968033057)
(0.6333, 9.430308818817172)
(0.6415, 10.306589841842671)
(0.6472, 10.80803871154792)
(0.6655, 11.85490417480469)
};
\addlegendentry{ mh-mqh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 94.19548225402859)
(0.5514, 95.78377771377568)
(0.5699, 96.41651797294618)
(0.5753, 99.91764426231393)
(0.8140000000000001, 225.4695801734928)
(0.8233, 234.9050340652466)
(0.8292999999999999, 238.43212556839015)
(0.9586, 356.4961104393009)
(0.962, 362.3175926208501)
(0.9661, 362.4522483348851)
(0.9701000000000001, 364.3959772586837)
(0.9702999999999999, 366.65612506866495)
(0.9727, 372.40471267700246)
(0.9731, 391.0520477294923)
(0.9994999999999999, 436.5054557323464)
(0.9999, 451.10682535171554)
(1.0, 460.9171779155732)
};
\addlegendentry{ mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.29710000000000003, 59.71806979179397)
(0.3577, 101.65827012062094)
(0.3581, 105.91513872146619)
(0.3781, 124.65285563468939)
(0.3791, 125.734624385834)
(0.6131, 156.6970434188846)
(0.6789, 158.13605737686171)
(0.9813000000000001, 163.51019477844247)
(0.9862, 175.73834395408633)
(0.9877, 188.8051078319553)
(0.9903000000000001, 285.8006768226627)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 78.2687845230106)
(0.3267, 79.03425216674826)
(0.35819999999999996, 84.28780388832101)
(0.3699, 86.84571337699921)
(0.5053, 89.94078993797308)
(0.5333, 94.7386255264283)
(0.5378999999999999, 96.00543951988229)
(0.5724, 204.0192804336555)
(0.6167, 214.86329197883725)
(0.7588, 215.72963094711307)
(0.7961, 217.37134480476394)
(0.9390000000000001, 338.2395861148849)
(0.9606, 348.07817554474104)
(0.9715, 413.7740929126746)
(0.9737, 427.72610807418977)
(0.9957, 427.90778207779056)
(0.9992000000000001, 439.2320263385781)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0513, 0.3189311027527004)
(0.1946, 0.8249406814575421)
(0.2258, 0.8974921703338699)
(0.2273, 1.0024154186248873)
(0.4932, 1.7646141052246593)
(0.5253, 1.839104413986244)
(0.5917, 2.366498708724993)
(0.8566, 4.044667005538974)
(0.8720000000000001, 4.210271596908573)
(0.885, 5.433542966842672)
(0.9301, 6.1346652507782125)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.