\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 41.0817097806767)
(0.3759, 38.17203740340986)
(0.4901, 33.07086035547447)
(0.6255, 24.01981214844579)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5095, 1010.498886218941)
(0.5246999999999999, 974.3998141479847)
(0.5296000000000001, 893.1253074287564)
(0.6439, 498.45175042045645)
(0.6529, 452.569727804542)
(0.6567000000000001, 351.3232888177396)
(0.71, 289.792305003571)
(0.727, 283.0777786551608)
(0.7535000000000001, 247.74568651621036)
(0.757, 204.41950822005137)
(0.7692, 196.3514147208227)
(0.8010999999999999, 168.51787857555743)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05789999999999999, 8650.207577560586)
(0.0654, 8433.304513923797)
(0.2926, 1921.2385914686515)
(0.3049, 1874.6741123766453)
(0.30510000000000004, 1835.3655521516287)
(0.3096, 1705.7539605883082)
(0.5088, 982.1214862256556)
(0.5145, 963.3069579988186)
(0.5255, 919.4978160769359)
(0.5294, 850.6532356755226)
(0.73, 245.3403912620696)
(0.7443, 242.39889782956595)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010199999999999999, 1127.4356112655826)
(0.0108, 1123.5965771631752)
(0.0111, 1122.4954095834464)
(0.0158, 609.4518048506465)
(0.0162, 606.9184264674815)
(0.0179, 587.0036127355717)
(0.2173, 532.8030586827202)
(0.2226, 474.36247601074916)
(0.2299, 423.4501273690893)
(0.37029999999999996, 264.46527786009756)
(0.381, 253.39712710533496)
(0.4689, 149.47338860905742)
(0.4725, 145.16587841262614)
(0.49960000000000004, 133.29608262817433)
(0.5736, 71.08671386127568)
(0.6238, 54.75145385641993)
(0.6288, 53.54252603702786)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 7.536784718631636)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0194, 2687.1612461784084)
(0.0209, 2678.3892514591503)
(0.0213, 2557.302844656027)
(0.0216, 2378.0725174501245)
(0.0622, 867.8806458848389)
(0.0638, 856.8958877494629)
(0.0678, 843.7218188873375)
(0.0713, 824.6642056988936)
(0.0735, 818.5112994769245)
(0.0746, 805.3721379102702)
(0.0761, 788.896957850865)
(0.1216, 330.79844730015)
(0.12250000000000001, 322.68640270821516)
(0.1377, 321.1093255133492)
(0.145, 311.79902805147833)
(0.1506, 279.9872739854067)
(0.483, 21.690855915352135)
(0.4849, 21.66631943146574)
(0.5132, 21.58525462398654)
(0.5219, 21.51217362809953)
(0.5265, 21.411855121756755)
(0.5293, 21.378682132089356)
(0.5404, 21.207919160826755)
(0.5575, 21.20097175703486)
(0.5745, 21.02056613082191)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 2923.230681521977)
(0.0149, 2890.056281041392)
(0.0153, 2874.4785502274262)
(0.0165, 2713.3320783303025)
(0.0187, 2707.15879943563)
(0.019700000000000002, 2593.9169202777775)
(0.0207, 2566.207201623556)
(0.034699999999999995, 1042.9586248465764)
(0.036199999999999996, 1029.8742559182172)
(0.0442, 908.3037066023522)
(0.0513, 899.1494928126848)
(0.0578, 896.9758663829514)
(0.0639, 839.9068199535701)
(0.0746, 355.5926929217597)
(0.0782, 347.76154473867626)
(0.09290000000000001, 346.544043803165)
(0.1058, 332.2329409878564)
(0.11879999999999999, 322.1381912614099)
(0.11910000000000001, 303.0185511359121)
(0.1396, 22.934021987977395)
(0.1696, 22.922479884563458)
(0.1869, 22.87256089030307)
(0.24380000000000002, 22.511715642657236)
(0.3342, 22.37233870742252)
(0.3854, 22.17842990138299)
(0.4436, 21.890102126521477)
(0.4462, 21.539292409319337)
(0.5109, 21.360741983149502)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 41.014782371379695)
(0.3759, 37.68407107613513)
(0.4901, 32.53305315257302)
(0.6255, 23.500240988878083)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0484, 5453.132333534853)
(0.0492, 5446.51851928803)
(0.2427, 1217.2235384799333)
(0.2447, 1164.2093470852187)
(0.6346, 395.05279798422765)
(0.8813000000000001, 96.06819367071012)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2186, 316.9312757818583)
(0.2226, 247.51248507892325)
(0.36469999999999997, 193.94692694547868)
(0.3658, 153.995054084364)
(0.3659, 151.6663905241484)
(0.4889, 108.01106402243295)
(0.6192, 50.31883320211075)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0186, 445.2012293201822)
(0.0188, 434.6734413049953)
(0.019200000000000002, 431.3740251849045)
(0.020300000000000002, 419.89081027346487)
(0.0703, 289.8393049446844)
(0.0713, 289.79630951733617)
(0.0792, 284.01542429194615)
(0.08080000000000001, 270.0737362476174)
(0.0827, 265.3283548335571)
(0.0869, 263.44601607293646)
(0.1497, 222.4143593114521)
(0.1574, 206.5601995126439)
(0.1629, 197.87686996954926)
(0.1724, 182.95448418862645)
(0.40519999999999995, 81.94814726792684)
(0.40750000000000003, 80.45913862093286)
(0.41559999999999997, 78.17008047356379)
(0.42329999999999995, 77.20735645525447)
(0.4284, 76.94680900733427)
(0.4321, 76.19508939893753)
(0.44020000000000004, 74.88312856674457)
(0.4535, 69.78518154021238)
(0.46299999999999997, 68.26834781917725)
(0.46909999999999996, 55.473606171921176)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 9.997408823220319)
(0.4755, 9.6869451513739)
(0.4824, 9.137238567320264)
(0.491, 8.711306248689635)
(0.49829999999999997, 8.477853413362888)
(0.5035000000000001, 8.070206725604935)
(0.5113000000000001, 7.679584114709628)
(0.6522, 3.9668959758539666)
(0.6599, 3.862525749675147)
(0.6723, 3.7194682180540832)
(0.687, 3.5519348461734004)
(0.6944, 3.4793315179828057)
(0.7043999999999999, 3.2657862328826317)
(0.7133, 3.133041712561828)
(0.791, 2.4216414616821313)
(0.8006, 2.3636940293075317)
(0.8187, 2.313733258975608)
(0.8353999999999999, 2.226697071708475)
(0.8417, 2.1624700300489987)
(0.9419000000000001, 1.93850702291705)
(0.9497, 1.9075789924885407)
(0.9535, 1.8125766377181503)
(0.9675, 1.7726289075597133)
(0.9773999999999999, 1.768695736547833)
(0.9833999999999999, 1.7449143122418123)
(0.9945, 1.5286844052030726)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.309, 23.52685936235984)
(0.312, 23.142950746856457)
(0.49210000000000004, 12.563088852856145)
(0.5083, 11.755011709275864)
(0.5189, 11.090299958496093)
(0.5574, 8.588021762263498)
(0.5791000000000001, 8.327214048908184)
(0.5985, 7.973658023161555)
(0.6203000000000001, 6.493698995374029)
(0.6694, 5.4970286827522035)
(0.9073, 4.615972136049684)
(0.9263, 3.5748911994795187)
(0.9365, 3.0045351166109158)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 20.49560257769082)
(0.3295, 19.943137838038016)
(0.4091, 17.610674933270182)
(0.43789999999999996, 15.562409404187733)
(0.438, 13.29430888083107)
(0.4826, 12.45180925375912)
(0.505, 10.481959346360602)
(0.595, 6.818362303114409)
(0.6373, 6.1418292981894025)
(0.6562, 5.381394311431432)
(0.6780999999999999, 5.01854963922127)
(0.7066, 4.155240760287886)
(0.7252, 4.055354065390678)
(0.7393, 3.6820216961352354)
(0.7525000000000001, 3.680371725069406)
(0.7776, 3.66112310589029)
(0.8042999999999999, 3.233200259142338)
(0.8664, 3.081156188950363)
(0.9258, 2.7702314128961745)
(0.9420999999999999, 2.516064280972579)
(0.9659000000000001, 2.275278373273477)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 2504.615347867887)
(0.066, 2217.1297598230653)
(0.067, 2020.3776493256262)
(0.06820000000000001, 1690.9045683768936)
(0.2949, 661.0350895303508)
(0.2972, 613.7817527452451)
(0.6024, 224.91067098044883)
(0.6054999999999999, 213.74673052103995)
(0.615, 213.19187987909837)
(0.7777000000000001, 87.27573151644285)
(0.798, 86.57259023134837)
(0.807, 82.98920569534572)
(0.8079000000000001, 79.73669255602043)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6255, 425.1353921890259)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.757, 21.665255784988403)
(0.7692, 25.783196687698364)
(0.8010999999999999, 29.98444700241089)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7287, 16.504424333572388)
(0.73, 18.645862579345703)
(0.7443, 20.728420972824097)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6238, 4.308042764663696)
(0.6288, 7.388447999954224)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 0.0002491474151611328)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5745, 449.9672145843506)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5109, 450.5612289905548)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6255, 427.96528577804565)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8797, 35.84559345245361)
(0.8811, 36.20997595787048)
(0.8813000000000001, 45.375641107559204)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6192, 7.216185569763184)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46909999999999996, 445.7330799102783)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9945, 385.15651774406433)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9365, 397.5323655605316)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9659000000000001, 419.3593454360962)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8003, 35.15856957435608)
(0.8079000000000001, 47.70292544364929)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6255, 693304.0)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.757, 945980.0)
(0.7692, 949992.0)
(0.8010999999999999, 989400.0)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7287, 959832.0)
(0.73, 960064.0)
(0.7443, 964512.0)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6238, 651872.0)
(0.6288, 825088.0)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5745, 2230584.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5109, 2230588.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6255, 693364.0)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8797, 644112.0)
(0.8811, 644116.0)
(0.8813000000000001, 813892.0)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6192, 670136.0)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46299999999999997, 1887512.0)
(0.46909999999999996, 2086868.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9833999999999999, 1882424.0)
(0.9945, 1882432.0)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9365, 1923964.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9659000000000001, 1882420.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8003, 632968.0)
(0.8079000000000001, 745032.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0070999999999999995, 130)
(0.0077, 132)
(0.0082, 138)
(0.014000000000000002, 288)
(0.014299999999999998, 294)
(0.0144, 304)
(0.0149, 312)
(0.2326, 5009)
(0.3852, 10009)
(0.4728, 16143)
(0.47779999999999995, 16851)
(0.4901, 20009)
(0.5631, 33704)
(0.6255, 50009)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5296000000000001, 10009)
(0.6567000000000001, 20009)
(0.7535000000000001, 35009)
(0.8010999999999999, 50009)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0654, 1009)
(0.3096, 5009)
(0.5294, 10009)
(0.7443, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010199999999999999, 160)
(0.0106, 163)
(0.0108, 165)
(0.0111, 171)
(0.0158, 287)
(0.0162, 292)
(0.016900000000000002, 296)
(0.0179, 305)
(0.2299, 5009)
(0.3765, 9991)
(0.381, 10009)
(0.4689, 16840)
(0.4725, 17185)
(0.49960000000000004, 20009)
(0.5736, 34745)
(0.6288, 50009)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1193514)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0194, 241)
(0.02, 243)
(0.0208, 246)
(0.0212, 249)
(0.0216, 250)
(0.063, 956)
(0.0638, 957)
(0.06820000000000001, 973)
(0.0735, 983)
(0.0761, 991)
(0.1204, 1883)
(0.1216, 1885)
(0.12250000000000001, 1886)
(0.1335, 1930)
(0.1343, 1951)
(0.1389, 1953)
(0.145, 1954)
(0.1506, 1973)
(0.4807, 8626)
(0.483, 8638)
(0.4849, 8651)
(0.4992, 9071)
(0.5072, 9095)
(0.5132, 9155)
(0.5265, 9209)
(0.5293, 9227)
(0.5404, 9297)
(0.5575, 9568)
(0.5745, 9756)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 91)
(0.0149, 92)
(0.0153, 93)
(0.0172, 131)
(0.017599999999999998, 135)
(0.0187, 148)
(0.0195, 156)
(0.0313, 157)
(0.034699999999999995, 172)
(0.036199999999999996, 178)
(0.0498, 260)
(0.05600000000000001, 286)
(0.058699999999999995, 303)
(0.0746, 531)
(0.0782, 579)
(0.09290000000000001, 717)
(0.1091, 808)
(0.11140000000000001, 895)
(0.1396, 912)
(0.1696, 1079)
(0.1869, 1193)
(0.24380000000000002, 1637)
(0.26789999999999997, 1815)
(0.3342, 2301)
(0.3791, 2667)
(0.3854, 2855)
(0.4436, 3447)
(0.4462, 6253)
(0.5109, 7690)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0070999999999999995, 130)
(0.0077, 132)
(0.0082, 138)
(0.014000000000000002, 288)
(0.014299999999999998, 294)
(0.0144, 304)
(0.0149, 312)
(0.2326, 5009)
(0.3852, 10009)
(0.4728, 16143)
(0.47779999999999995, 16851)
(0.4901, 20009)
(0.5631, 33704)
(0.6255, 50009)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0492, 1009)
(0.2447, 5009)
(0.6346, 15009)
(0.8813000000000001, 40009)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0199, 432)
(0.020999999999999998, 454)
(0.0216, 467)
(0.0224, 481)
(0.0227, 486)
(0.0234, 514)
(0.0236, 545)
(0.025, 557)
(0.033, 676)
(0.0354, 709)
(0.038, 754)
(0.0385, 783)
(0.039, 820)
(0.040600000000000004, 828)
(0.0427, 896)
(0.0428, 911)
(0.2271, 5009)
(0.3704, 10009)
(0.4718, 18488)
(0.4732, 18590)
(0.4889, 20009)
(0.5749, 36749)
(0.6192, 50009)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0167, 496)
(0.0178, 497)
(0.020200000000000003, 498)
(0.0225, 499)
(0.0713, 1959)
(0.0728, 1974)
(0.07830000000000001, 1976)
(0.0827, 1984)
(0.0838, 1991)
(0.0869, 1993)
(0.127, 3909)
(0.129, 3910)
(0.1349, 3913)
(0.1366, 3914)
(0.13720000000000002, 3915)
(0.14179999999999998, 3940)
(0.152, 3943)
(0.1544, 3963)
(0.1629, 3964)
(0.1645, 3977)
(0.1724, 3982)
(0.40519999999999995, 18103)
(0.40650000000000003, 18111)
(0.40750000000000003, 18115)
(0.43970000000000004, 18254)
(0.4535, 18349)
(0.46299999999999997, 18415)
(0.46909999999999996, 19915)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46769999999999995, 238660)
(0.49829999999999997, 238665)
(0.5113000000000001, 238675)
(0.6523, 596271)
(0.6944, 596385)
(0.7133, 596489)
(0.791, 954486)
(0.8417, 955438)
(0.8592000000000001, 956164)
(0.9419000000000001, 1168480)
(0.9833999999999999, 1177873)
(0.9945, 1184126)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3052, 2144)
(0.309, 2156)
(0.312, 2166)
(0.49210000000000004, 7628)
(0.5083, 9297)
(0.5189, 10854)
(0.5574, 16310)
(0.5623, 17207)
(0.5791000000000001, 21764)
(0.5883, 24227)
(0.5985, 27306)
(0.6142000000000001, 33132)
(0.6203000000000001, 43298)
(0.6694, 76441)
(0.7017, 121195)
(0.9073, 311520)
(0.9263, 475337)
(0.9365, 648847)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3295, 9600)
(0.4091, 10104)
(0.43789999999999996, 11307)
(0.438, 33219)
(0.4826, 36454)
(0.595, 56081)
(0.6373, 59149)
(0.6562, 118838)
(0.6780999999999999, 136115)
(0.7252, 164581)
(0.7776, 169752)
(0.8042999999999999, 263070)
(0.8257999999999999, 310538)
(0.8664, 357073)
(0.9258, 366854)
(0.9420999999999999, 463629)
(0.9659000000000001, 497370)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 1160)
(0.066, 1283)
(0.067, 1319)
(0.06820000000000001, 1419)
(0.2903, 5833)
(0.2949, 5915)
(0.2972, 6102)
(0.6024, 15057)
(0.615, 15177)
(0.8003, 33243)
(0.8079000000000001, 44201)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.2246287139918601, 41.0817097806767)
(0.766210266661479, 38.17203740340986)
(0.4808937880927301, 33.07086035547447)
(0.22593886670758442, 24.01981214844579)
(0.22369106985805448, 15.65889878805025)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1682593841011865, 1010.498886218941)
(0.15970380867284387, 893.1253074287564)
(0.14580249210215104, 874.3969933263786)
(0.11883896959729127, 498.45175042045645)
(0.11628956510493363, 494.6376858766528)
(0.10118556029724683, 441.43853908537073)
(0.0928152727382798, 289.792305003571)
(0.08970394863547339, 283.0777786551608)
(0.07257763185083586, 247.74568651621036)
(0.060038248954785406, 168.51787857555743)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6188726484385808, 8650.207577560586)
(0.24909269858276706, 1921.2385914686515)
(0.2388945899998743, 1859.5218440296119)
(0.23659295743895592, 1705.7539605883082)
(0.17646789267422475, 982.1214862256556)
(0.15684106495377195, 963.3069579988186)
(0.0829382305246185, 245.3403912620696)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.472622511357415, 1127.4356112655826)
(6.185993205506324, 1123.5965771631752)
(5.973885686950064, 1122.4954095834464)
(4.772798505656344, 609.4518048506465)
(4.620018073962432, 606.9184264674815)
(4.299289821365853, 587.0036127355717)
(1.2028103011390472, 532.8030586827202)
(0.7905901874411335, 264.46527786009756)
(0.7344078241168938, 235.7687423548645)
(0.49750547157728797, 149.47338860905742)
(0.4883284756645633, 145.16587841262614)
(0.4759169505087461, 119.16093711437618)
(0.293597397404076, 71.08671386127568)
(0.22886009479481623, 54.75145385641993)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012982980561629736, 7.536784718631636)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.6767862605993409, 2687.1612461784084)
(1.5745504446943541, 2678.3892514591503)
(1.5527425056050197, 2557.302844656027)
(1.5414144787140445, 2502.687479115948)
(1.5204434619694291, 2479.942245302553)
(0.7600482881863954, 867.8806458848389)
(0.7571849003577834, 856.8958877494629)
(0.6935753267226186, 843.7218188873375)
(0.6864592553842482, 824.6642056988936)
(0.6411831092451494, 818.5112994769245)
(0.6240899910024992, 788.896957850865)
(0.47443744072748856, 330.79844730015)
(0.47406003836520566, 322.68640270821516)
(0.4280238780875006, 321.1093255133492)
(0.4063952042578361, 320.3587268855667)
(0.3820123865442844, 311.79902805147833)
(0.3688577035248851, 279.9872739854067)
(0.20302949521114266, 21.690855915352135)
(0.20294745406649473, 21.66631943146574)
(0.1858441085358457, 21.58525462398654)
(0.1828963788057666, 21.51217362809953)
(0.1642853894357858, 21.411855121756755)
(0.16248948264773738, 21.378682132089356)
(0.15812662783616754, 21.207919160826755)
(0.15189309812293586, 21.20097175703486)
(0.14627054262731767, 21.02056613082191)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.9968643393953909, 2923.230681521977)
(1.9796306753217607, 2890.056281041392)
(1.9698512618384445, 2874.4785502274262)
(1.9517352881592143, 2784.4208538935586)
(1.738258809297954, 2713.3320783303025)
(1.6926340745789956, 2707.15879943563)
(1.6469307564066689, 2593.9169202777775)
(1.5771089606585762, 2566.207201623556)
(1.0442237946753523, 1042.9586248465764)
(1.0362246994660893, 1029.8742559182172)
(1.0098216556887403, 990.3283524576733)
(1.0018386454175712, 968.9924110336996)
(0.9311820296516474, 931.5978232309086)
(0.8035034260312347, 908.3037066023522)
(0.7752077654400504, 896.9758663829514)
(0.7333461523763172, 867.5198383725399)
(0.694226346432797, 844.413154254485)
(0.6885799572778926, 839.9068199535701)
(0.6540240791673257, 819.8699875054147)
(0.5652087034894777, 355.5926929217597)
(0.5125276741275296, 347.76154473867626)
(0.48886783586767313, 332.3220720181802)
(0.4543638798861007, 330.9910743843393)
(0.42199845796742774, 322.1381912614099)
(0.4211204463898977, 314.0711028203548)
(0.3882137182303332, 303.0185511359121)
(0.3858475861954097, 22.934021987977395)
(0.38058295304249856, 22.922479884563458)
(0.37794405603459247, 22.87256089030307)
(0.34021008275564074, 22.6407141199273)
(0.3311950953991081, 22.564383007277154)
(0.2804163917197118, 22.511715642657236)
(0.2598397008383774, 22.37233870742252)
(0.25692768553837847, 22.332463211317933)
(0.24812855026666322, 22.17842990138299)
(0.2372568672236705, 22.132758791532577)
(0.20755157840531066, 22.073758913785376)
(0.2043184808980168, 21.975129205075515)
(0.2012242057059118, 21.969071036546065)
(0.18557101793830705, 21.890102126521477)
(0.17253619807141723, 21.539292409319337)
(0.15597227356124557, 21.360741983149502)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.2246287139918601, 41.014782371379695)
(0.766210266661479, 37.68407107613513)
(0.4808937880927301, 32.53305315257302)
(0.22593886670758442, 23.500240988878083)
(0.22369106985805448, 15.445277426532225)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.41865021395114294, 5453.132333534853)
(0.41848553348277656, 5446.51851928803)
(0.4181480641638032, 4546.799150978781)
(0.11015410468245003, 1217.2235384799333)
(0.10960277517455341, 1208.9770270659787)
(0.10948086888574088, 1164.2093470852187)
(0.10890579096701657, 1147.0427366882677)
(0.050110456500498314, 395.05279798422765)
(0.05008620949668008, 382.14121326599)
(0.049885604852271094, 378.61341308251934)
(0.028468849378990774, 96.06819367071012)
(0.02834076647010211, 93.53623590724733)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.4624179243442508, 316.9312757818583)
(1.4418488993643905, 224.84972238915265)
(0.910073555717158, 193.94692694547868)
(0.8871528135458095, 153.995054084364)
(0.5327750234556342, 108.01106402243295)
(0.447179269667566, 94.17010526911356)
(0.239910966773457, 50.31883320211075)
(0.23846396846314918, 47.46129714997237)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.077187237854931, 445.2012293201822)
(6.050422108279576, 434.6734413049953)
(5.994274722705018, 431.3740251849045)
(5.978952442777255, 419.89081027346487)
(2.814686315786851, 289.8393049446844)
(2.813520857608068, 289.79630951733617)
(2.7809009336036326, 284.01542429194615)
(2.7719013731954973, 282.1355806039053)
(2.7184451612642437, 281.728762287461)
(2.6900884336736683, 265.3283548335571)
(2.669593914814991, 263.44601607293646)
(1.855443596526571, 222.4143593114521)
(1.8390341465286772, 208.68036450643083)
(1.7939032799123578, 206.5601995126439)
(1.7503896256520604, 197.87686996954926)
(1.7339416602874271, 182.95448418862645)
(0.5912005032474141, 81.94814726792684)
(0.5909382996891696, 80.45913862093286)
(0.5726410800449192, 78.17008047356379)
(0.5657980827793714, 77.20735645525447)
(0.5607823768535749, 76.94680900733427)
(0.5363475649611367, 76.19508939893753)
(0.5240434553735022, 74.88312856674457)
(0.5103793892343887, 69.78518154021238)
(0.4979380650057377, 68.26834781917725)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8786429827817928, 9.997408823220319)
(0.8570821835578986, 9.6869451513739)
(0.8108465277153734, 9.137238567320264)
(0.8001834564353271, 8.711306248689635)
(0.7850170130902748, 8.477853413362888)
(0.771456437159515, 8.070206725604935)
(0.7503423488460076, 7.679584114709628)
(0.24849685078799522, 3.9668959758539666)
(0.23799739892894275, 3.862525749675147)
(0.2108882784991577, 3.7194682180540832)
(0.20361783011906234, 3.5519348461734004)
(0.19773071060212322, 3.4793315179828057)
(0.18970023124528612, 3.2657862328826317)
(0.18286192224539904, 3.133041712561828)
(0.09237687800837817, 2.4216414616821313)
(0.08812433621104411, 2.3636940293075317)
(0.074028443982918, 2.313733258975608)
(0.0691527362849791, 2.226697071708475)
(0.06644476988778829, 2.1624700300489987)
(0.023018032669870944, 1.93850702291705)
(0.021633399130518496, 1.9075789924885407)
(0.021080488624487144, 1.8125766377181503)
(0.018633100922437383, 1.7726289075597133)
(0.01735076058450493, 1.768695736547833)
(0.01650091721998878, 1.7449143122418123)
(0.014542086762112513, 1.5286844052030726)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22909239623420483, 23.52685936235984)
(0.22899370797299215, 23.142950746856457)
(0.2144357256376442, 12.563088852856145)
(0.2131578551262125, 11.755011709275864)
(0.21214591229634233, 11.090299958496093)
(0.19967770106978378, 8.588021762263498)
(0.19710553426755625, 8.327214048908184)
(0.1948657342674774, 7.973658023161555)
(0.1945705050210577, 6.903316433959059)
(0.1900503980153556, 6.552138760441537)
(0.08480280021011623, 6.493698995374029)
(0.07475487137758247, 5.4970286827522035)
(0.03420017059198523, 4.615972136049684)
(0.03013583518443863, 3.5748911994795187)
(0.02756604371490669, 3.0045351166109158)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.2819154312652783, 20.49560257769082)
(3.228077896509283, 19.943137838038016)
(1.197081812060981, 17.610674933270182)
(0.9209309981083937, 15.562409404187733)
(0.8468598095095973, 12.45180925375912)
(0.7713919080711041, 10.481959346360602)
(0.4077838711996879, 6.818362303114409)
(0.25400855824944896, 6.1418292981894025)
(0.2195610898781682, 5.01854963922127)
(0.1904009743211601, 4.155240760287886)
(0.1685283736058647, 4.055354065390678)
(0.08979991391635257, 3.66112310589029)
(0.088344559531903, 3.233200259142338)
(0.04839490459121423, 3.081156188950363)
(0.026011350900567835, 2.7702314128961745)
(0.023889629633418213, 2.516064280972579)
(0.019401484586283373, 2.275278373273477)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5254968950058384, 2504.615347867887)
(0.48226240881622384, 2217.1297598230653)
(0.44575636193510604, 2020.3776493256262)
(0.14952702262937292, 661.0350895303508)
(0.14355415177225186, 613.7817527452451)
(0.13853116066739724, 565.7805796469995)
(0.1376299235603411, 473.022527954124)
(0.07305008739014171, 224.91067098044883)
(0.06814309723682835, 222.03353151504191)
(0.06741771702019889, 213.74673052103995)
(0.039970344527620195, 87.27573151644285)
(0.039421866357688844, 86.57259023134837)
(0.03919314893893497, 85.6882583111484)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6255, 10.0)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8010999999999999, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7443, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6288, 10.0)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5745, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5109, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6255, 10.0)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8813000000000001, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6192, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46909999999999996, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9945, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9365, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9659000000000001, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8079000000000001, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 16876.22067585182)
(0.3759, 18162.614499011994)
(0.4901, 20964.19604896164)
(0.6255, 28863.839388721466)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5095, 936.1514524173735)
(0.5246999999999999, 972.574077129364)
(0.5296000000000001, 1084.0584092140198)
(0.6439, 1901.2391855392457)
(0.6529, 2139.338847732544)
(0.6567000000000001, 2934.174968784332)
(0.71, 3264.3378849840165)
(0.727, 3355.939856929779)
(0.7535000000000001, 3993.611408185959)
(0.757, 4627.6405233383175)
(0.7692, 4838.223352506638)
(0.8010999999999999, 5871.187130784988)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05789999999999999, 110.98739439392091)
(0.0654, 114.36940269470215)
(0.2926, 499.5902144908905)
(0.3049, 514.4958228378296)
(0.30510000000000004, 524.1026774597168)
(0.3096, 577.2766898107528)
(0.5088, 977.3047565517426)
(0.5145, 996.6335154418946)
(0.5255, 1046.1362530517576)
(0.5294, 1157.5715681819916)
(0.73, 3913.1917702636715)
(0.7443, 3979.0279932632443)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010199999999999999, 643.9711436691283)
(0.0108, 646.1714237623214)
(0.0111, 646.8053176889418)
(0.2173, 1223.4764597854614)
(0.2299, 1546.477277191162)
(0.37029999999999996, 2464.8679980773923)
(0.3765, 2777.5352807979584)
(0.381, 3256.106371154785)
(0.4689, 4381.087537345886)
(0.4725, 4511.087640985489)
(0.4851, 4932.298690086364)
(0.49960000000000004, 6189.889333068847)
(0.5736, 11687.022157491681)
(0.6238, 11906.021741622924)
(0.6288, 15409.956553588867)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0194, 830.0893752365113)
(0.0209, 832.8080015945434)
(0.0213, 872.240847290039)
(0.0216, 937.9798066005707)
(0.0622, 2570.150642921448)
(0.0638, 2603.098033132553)
(0.0678, 2643.743411710739)
(0.0713, 2704.839114618301)
(0.0735, 2725.1719083480834)
(0.0746, 2769.631447380066)
(0.0761, 2827.4719249477384)
(0.1216, 6743.0304410591125)
(0.12250000000000001, 6912.544133497238)
(0.1377, 6946.493990587234)
(0.145, 7153.915821802139)
(0.1506, 7966.733517024994)
(0.483, 102835.22276413537)
(0.4849, 102951.68069757843)
(0.5132, 103338.32233423233)
(0.5219, 103689.38251253129)
(0.5265, 104175.18647104454)
(0.5293, 104336.83359049987)
(0.5404, 105176.93806189728)
(0.5575, 105211.40377727509)
(0.5745, 106114.36371969795)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 763.0557568035125)
(0.0149, 771.8147271499633)
(0.0153, 775.9974412832261)
(0.0165, 822.0844097242356)
(0.0187, 823.959052740097)
(0.019700000000000002, 859.9303942861558)
(0.0207, 869.2158601179123)
(0.034699999999999995, 2138.7118787460327)
(0.036199999999999996, 2165.883832110405)
(0.0442, 2455.773309947014)
(0.0513, 2480.77546373558)
(0.0578, 2486.7870849132537)
(0.0639, 2655.7565041837693)
(0.0746, 6272.8735556182855)
(0.0782, 6414.130698884963)
(0.09290000000000001, 6436.665237469674)
(0.1058, 6713.927864490509)
(0.11879999999999999, 6924.320246741295)
(0.11910000000000001, 7361.225877552032)
(0.1396, 97261.09101880742)
(0.1696, 97310.06467158603)
(0.1869, 97522.44231408597)
(0.24380000000000002, 99085.65101867581)
(0.3342, 99702.94251177025)
(0.3854, 100574.65789590932)
(0.4436, 101899.38754545497)
(0.4462, 103559.01937776279)
(0.5109, 104424.64975044441)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 16905.221969038965)
(0.3759, 18399.392109179495)
(0.4901, 21312.601579331396)
(0.6255, 29504.54849923229)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0484, 118.1178010368347)
(0.0492, 118.26196821308137)
(0.2427, 529.1682091560364)
(0.2447, 709.5533356933594)
(0.6346, 1630.4554816131592)
(0.8811, 6886.272402908325)
(0.8813000000000001, 8472.023558491706)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2186, 2114.452094848633)
(0.2226, 2733.2762619400028)
(0.36469999999999997, 3455.2545407867433)
(0.3658, 4404.8687409687045)
(0.3659, 5678.753196561813)
(0.4889, 6204.327362804413)
(0.6192, 13317.796883491515)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0186, 4239.682812381744)
(0.0188, 4342.367903438568)
(0.019200000000000002, 4375.581026676178)
(0.020300000000000002, 4495.244844179153)
(0.0703, 6512.2706541137695)
(0.0713, 6513.236842607498)
(0.0792, 6645.808074352264)
(0.08080000000000001, 6988.876542476654)
(0.0827, 7113.872172403336)
(0.0869, 7164.701247474671)
(0.1497, 8486.466457666396)
(0.1574, 9137.830058517455)
(0.1629, 9538.820784311294)
(0.1724, 10316.839231193542)
(0.40519999999999995, 23033.003953449246)
(0.40750000000000003, 23459.261835906986)
(0.41559999999999997, 24146.220504894256)
(0.42329999999999995, 24447.3077004509)
(0.4284, 24530.088048486712)
(0.4321, 24772.095090242387)
(0.44020000000000004, 25206.1049815464)
(0.4535, 27047.461342668532)
(0.46299999999999997, 27648.42068537331)
(0.46909999999999996, 37619.115539964674)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 188291.18957582474)
(0.4755, 194325.86543891142)
(0.4824, 206016.72881044963)
(0.491, 216089.75121075058)
(0.49829999999999997, 222040.1684502945)
(0.5035000000000001, 233256.9739542694)
(0.5113000000000001, 245121.60709254455)
(0.6522, 474533.23995841976)
(0.6599, 487355.7154041805)
(0.6723, 506100.30510889244)
(0.687, 529971.4329017011)
(0.6944, 541030.3646751556)
(0.7043999999999999, 576410.0482285462)
(0.7133, 600832.0899311524)
(0.791, 777333.8992521305)
(0.8006, 796390.7242899266)
(0.8187, 813587.3021220398)
(0.8353999999999999, 845388.4562553788)
(0.8417, 870497.1508702697)
(0.9419000000000001, 971068.9606722926)
(0.9497, 986813.131939703)
(0.9535, 1038539.2599839478)
(0.9675, 1061943.6431235047)
(0.9773999999999999, 1064300.637527483)
(0.9833999999999999, 1078805.9830751915)
(0.9945, 1231406.556901413)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.309, 81777.34096877003)
(0.312, 83133.91066873074)
(0.49210000000000004, 153144.18472512817)
(0.5083, 163671.80633957195)
(0.5189, 173481.69185686304)
(0.5574, 224028.77557367895)
(0.5791000000000001, 231045.33985796355)
(0.5985, 241290.00697187518)
(0.6203000000000001, 296281.6726446037)
(0.6694, 350000.72057778074)
(0.9073, 416805.8088943567)
(0.9263, 538188.127314229)
(0.9365, 640353.3076924763)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 91845.06739260197)
(0.3295, 94389.35915137768)
(0.4091, 106890.84927936077)
(0.43789999999999996, 120959.41901473523)
(0.438, 141595.9277668238)
(0.4826, 151176.42437637807)
(0.505, 179586.6533916283)
(0.595, 276080.95849353314)
(0.6373, 306491.74840384006)
(0.6562, 349801.5367506647)
(0.6780999999999999, 375092.43413443567)
(0.7066, 453023.08785341744)
(0.7252, 464181.417860651)
(0.7393, 511246.30850922107)
(0.7525000000000001, 511475.5086225701)
(0.7776, 514164.62805400376)
(0.8042999999999999, 582215.7148098659)
(0.8664, 610945.9840921832)
(0.9258, 679517.2386093187)
(0.9420999999999999, 748160.5355775547)
(0.9659000000000001, 827336.1282346011)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 252.72064252853394)
(0.066, 336.0344592819214)
(0.067, 479.6964569091797)
(0.06820000000000001, 838.2755753984451)
(0.2949, 957.5406964397431)
(0.2972, 1213.8386269512175)
(0.6024, 2814.308441839218)
(0.615, 3494.654676446915)
(0.8003, 8274.817799064636)
(0.8079000000000001, 9343.653167913437)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0036, 41.0817097806767)
(0.008400000000000001, 38.17203740340986)
(0.017, 33.07086035547447)
(0.046, 24.01981214844579)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.028199999999999996, 1010.498886218941)
(0.028699999999999996, 968.7518188764034)
(0.029699999999999997, 893.1253074287564)
(0.0313, 874.3969933263786)
(0.0454, 498.45175042045645)
(0.0468, 498.2958305973996)
(0.0496, 494.6376858766528)
(0.051500000000000004, 441.43853908537073)
(0.0522, 351.3232888177396)
(0.06820000000000001, 289.792305003571)
(0.0726, 283.0777786551608)
(0.0819, 247.74568651621036)
(0.0918, 204.41950822005137)
(0.09340000000000001, 196.3514147208227)
(0.09519999999999999, 174.50451631885898)
(0.10600000000000001, 168.51787857555743)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0062, 8650.207577560586)
(0.017499999999999998, 1921.2385914686515)
(0.0182, 1705.7539605883082)
(0.0294, 982.1214862256556)
(0.029699999999999997, 850.6532356755226)
(0.076, 245.3403912620696)
(0.08020000000000001, 242.39889782956595)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 1127.4356112655826)
(0.0009, 609.4518048506465)
(0.0010999999999999998, 587.0036127355717)
(0.0045, 532.8030586827202)
(0.005, 366.72629398702526)
(0.008400000000000001, 264.46527786009756)
(0.0097, 219.63411838373995)
(0.013000000000000001, 149.47338860905742)
(0.0131, 145.16587841262614)
(0.0155, 133.29608262817433)
(0.0182, 119.16093711437618)
(0.032, 71.08671386127568)
(0.0461, 54.75145385641993)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 7.536784718631636)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.002, 2687.1612461784084)
(0.0021000000000000003, 2678.3892514591503)
(0.0021999999999999997, 2479.942245302553)
(0.0057, 867.8806458848389)
(0.0059, 843.7218188873375)
(0.0060999999999999995, 824.6642056988936)
(0.0067, 818.5112994769245)
(0.007000000000000001, 788.896957850865)
(0.01, 330.79844730015)
(0.0109, 321.1093255133492)
(0.012, 311.79902805147833)
(0.0123, 279.9872739854067)
(0.028499999999999998, 21.690855915352135)
(0.0301, 21.58525462398654)
(0.0304, 21.51217362809953)
(0.032, 21.411855121756755)
(0.0323, 21.378682132089356)
(0.0329, 21.207919160826755)
(0.0353, 21.20097175703486)
(0.036699999999999997, 21.02056613082191)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.002, 2923.230681521977)
(0.0021000000000000003, 2713.3320783303025)
(0.0021999999999999997, 2362.41187361055)
(0.0039, 1042.9586248465764)
(0.0045, 931.5978232309086)
(0.0047, 908.3037066023522)
(0.0054, 877.1187920477818)
(0.0060999999999999995, 844.413154254485)
(0.006500000000000001, 819.8699875054147)
(0.0067, 355.5926929217597)
(0.007000000000000001, 349.88539456145327)
(0.0078, 347.76154473867626)
(0.008400000000000001, 332.3220720181802)
(0.0091, 330.9910743843393)
(0.010499999999999999, 322.1381912614099)
(0.0108, 314.0711028203548)
(0.0114, 303.0185511359121)
(0.0118, 22.564383007277154)
(0.013800000000000002, 22.511715642657236)
(0.0159, 22.37233870742252)
(0.017599999999999998, 22.17842990138299)
(0.0213, 22.073758913785376)
(0.0243, 21.890102126521477)
(0.029199999999999997, 21.539292409319337)
(0.0334, 21.360741983149502)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0036, 41.014782371379695)
(0.008400000000000001, 37.68407107613513)
(0.017, 32.53305315257302)
(0.046, 23.500240988878083)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010100000000000001, 5453.132333534853)
(0.0104, 4546.799150978781)
(0.032600000000000004, 1217.2235384799333)
(0.0328, 1208.9770270659787)
(0.033, 1184.0235590625155)
(0.0344, 1164.2093470852187)
(0.0349, 1147.0427366882677)
(0.0733, 395.05279798422765)
(0.07339999999999999, 382.14121326599)
(0.0746, 345.3429709479257)
(0.1461, 96.06819367071012)
(0.14650000000000002, 93.53623590724733)
(0.1466, 92.30894643467241)
(0.1469, 90.58186227302616)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 316.9312757818583)
(0.0049, 247.51248507892325)
(0.007299999999999999, 193.94692694547868)
(0.0082, 156.12556737517374)
(0.0173, 108.01106402243295)
(0.018, 73.26392455166217)
(0.0439, 50.31883320211075)
(0.0451, 40.412400527928455)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0015, 289.8393049446844)
(0.0029000000000000002, 222.4143593114521)
(0.003, 137.8009993560882)
(0.0031, 135.64905340382003)
(0.0034000000000000002, 134.326698115966)
(0.0036999999999999997, 133.58089550740516)
(0.0039, 129.4978564316806)
(0.004, 128.0454536351527)
(0.013000000000000001, 81.94814726792684)
(0.0131, 80.45913862093286)
(0.013300000000000001, 78.17008047356379)
(0.013500000000000002, 77.20735645525447)
(0.014000000000000002, 76.94680900733427)
(0.014499999999999999, 76.19508939893753)
(0.0153, 74.88312856674457)
(0.0157, 69.78518154021238)
(0.0161, 68.26834781917725)
(0.016300000000000002, 55.473606171921176)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.040100000000000004, 9.997408823220319)
(0.0434, 9.6869451513739)
(0.0446, 9.137238567320264)
(0.0455, 9.106090828713288)
(0.047799999999999995, 8.477853413362888)
(0.0531, 7.679584114709628)
(0.14079999999999998, 3.9668959758539666)
(0.1503, 3.862525749675147)
(0.15560000000000002, 3.7194682180540832)
(0.1558, 3.5764707580524244)
(0.16870000000000002, 3.4793315179828057)
(0.1888, 3.133041712561828)
(0.3218, 2.4216414616821313)
(0.3242, 2.391983156818446)
(0.3398, 2.3636940293075317)
(0.3514, 2.313733258975608)
(0.3517, 2.226697071708475)
(0.3848, 2.1624700300489987)
(0.6733, 1.93850702291705)
(0.6765, 1.9126703260417641)
(0.7101, 1.9075789924885407)
(0.7323999999999999, 1.8125766377181503)
(0.7344, 1.7726289075597133)
(0.8029, 1.7449143122418123)
(0.8915, 1.5286844052030726)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0183, 23.52685936235984)
(0.026000000000000002, 12.563088852856145)
(0.029099999999999997, 11.755011709275864)
(0.0309, 11.090299958496093)
(0.038900000000000004, 8.588021762263498)
(0.047, 8.327214048908184)
(0.0558, 7.973658023161555)
(0.0635, 6.199520810592595)
(0.07239999999999999, 5.4970286827522035)
(0.33490000000000003, 4.615972136049684)
(0.41319999999999996, 3.5748911994795187)
(0.47000000000000003, 3.0045351166109158)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.020300000000000002, 20.49560257769082)
(0.0208, 19.943137838038016)
(0.0264, 17.610674933270182)
(0.028599999999999997, 15.562409404187733)
(0.034100000000000005, 12.45180925375912)
(0.0432, 10.481959346360602)
(0.0832, 8.145252059850291)
(0.08499999999999999, 8.071566520661957)
(0.10089999999999999, 6.818362303114409)
(0.10980000000000001, 6.1418292981894025)
(0.1309, 5.01854963922127)
(0.205, 4.8208098648036)
(0.2098, 4.798476286454014)
(0.2383, 4.055354065390678)
(0.46609999999999996, 3.6820216961352354)
(0.4751, 3.680371725069406)
(0.5309, 3.081156188950363)
(0.5724, 2.7702314128961745)
(0.6666000000000001, 2.275278373273477)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0060999999999999995, 2504.615347867887)
(0.0075, 2217.1297598230653)
(0.0079, 2020.3776493256262)
(0.0241, 661.0350895303508)
(0.0283, 613.7817527452451)
(0.0531, 224.91067098044883)
(0.053500000000000006, 222.03353151504191)
(0.0551, 213.74673052103995)
(0.056100000000000004, 213.19187987909837)
(0.1001, 87.27573151644285)
(0.1062, 86.57259023134837)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.004, 41.0817097806767)
(0.0091, 38.17203740340986)
(0.0187, 33.07086035547447)
(0.0499, 24.01981214844579)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0304, 1010.498886218941)
(0.0316, 968.7518188764034)
(0.0328, 893.1253074287564)
(0.0348, 874.3969933263786)
(0.0494, 498.45175042045645)
(0.0519, 498.2958305973996)
(0.054000000000000006, 494.6376858766528)
(0.056999999999999995, 441.43853908537073)
(0.0571, 351.3232888177396)
(0.07339999999999999, 289.792305003571)
(0.0742, 287.1277578679386)
(0.0796, 283.0777786551608)
(0.0901, 247.74568651621036)
(0.0983, 204.41950822005137)
(0.1026, 196.3514147208227)
(0.1046, 174.50451631885898)
(0.1156, 168.51787857555743)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.006500000000000001, 8650.207577560586)
(0.0186, 1921.2385914686515)
(0.019, 1859.5218440296119)
(0.0199, 1705.7539605883082)
(0.0313, 982.1214862256556)
(0.0317, 963.3069579988186)
(0.0328, 850.6532356755226)
(0.08149999999999999, 245.3403912620696)
(0.0877, 242.39889782956595)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 1127.4356112655826)
(0.0009, 609.4518048506465)
(0.0010999999999999998, 587.0036127355717)
(0.0053, 532.8030586827202)
(0.0097, 264.46527786009756)
(0.010199999999999999, 219.63411838373995)
(0.0144, 149.47338860905742)
(0.014499999999999999, 145.16587841262614)
(0.016900000000000002, 133.29608262817433)
(0.0171, 132.16393429502253)
(0.0195, 119.16093711437618)
(0.034300000000000004, 71.08671386127568)
(0.0495, 54.75145385641993)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 7.536784718631636)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 2687.1612461784084)
(0.0021999999999999997, 2678.3892514591503)
(0.0023, 2479.942245302553)
(0.0062, 867.8806458848389)
(0.0064, 843.7218188873375)
(0.0066, 824.6642056988936)
(0.0072, 818.5112994769245)
(0.0075, 788.896957850865)
(0.0103, 330.79844730015)
(0.0114, 321.1093255133492)
(0.0128, 311.79902805147833)
(0.0131, 279.9872739854067)
(0.03, 21.690855915352135)
(0.0317, 21.58525462398654)
(0.032, 21.51217362809953)
(0.034100000000000005, 21.411855121756755)
(0.0342, 21.378682132089356)
(0.034999999999999996, 21.207919160826755)
(0.0376, 21.20097175703486)
(0.0392, 21.02056613082191)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 2923.230681521977)
(0.0021999999999999997, 2713.3320783303025)
(0.0023, 2362.41187361055)
(0.0043, 1042.9586248465764)
(0.005, 931.5978232309086)
(0.0052, 908.3037066023522)
(0.0059, 877.1187920477818)
(0.0066, 844.413154254485)
(0.007000000000000001, 819.8699875054147)
(0.0073999999999999995, 349.88539456145327)
(0.008400000000000001, 347.76154473867626)
(0.0087, 332.3220720181802)
(0.0097, 330.9910743843393)
(0.0112, 322.1381912614099)
(0.011600000000000001, 314.0711028203548)
(0.012199999999999999, 303.0185511359121)
(0.014199999999999999, 22.511715642657236)
(0.0166, 22.37233870742252)
(0.016800000000000002, 22.332463211317933)
(0.0184, 22.17842990138299)
(0.0222, 22.073758913785376)
(0.023, 21.969071036546065)
(0.0258, 21.890102126521477)
(0.0312, 21.539292409319337)
(0.0359, 21.360741983149502)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.004, 41.014782371379695)
(0.0091, 37.68407107613513)
(0.0187, 32.53305315257302)
(0.0499, 23.500240988878083)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011, 5453.132333534853)
(0.0112, 4546.799150978781)
(0.035199999999999995, 1217.2235384799333)
(0.0356, 1184.0235590625155)
(0.0368, 1164.2093470852187)
(0.0376, 1147.0427366882677)
(0.07880000000000001, 395.05279798422765)
(0.0791, 382.14121326599)
(0.08020000000000001, 345.3429709479257)
(0.15589999999999998, 96.06819367071012)
(0.1565, 93.53623590724733)
(0.15660000000000002, 92.30894643467241)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0038, 316.9312757818583)
(0.0050999999999999995, 247.51248507892325)
(0.008, 193.94692694547868)
(0.0086, 156.12556737517374)
(0.019200000000000002, 108.01106402243295)
(0.0481, 50.31883320211075)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 445.2012293201822)
(0.0016, 289.8393049446844)
(0.0017000000000000001, 270.0737362476174)
(0.0032, 222.4143593114521)
(0.0033, 182.95448418862645)
(0.0036, 134.326698115966)
(0.0039, 133.58089550740516)
(0.0041, 129.4978564316806)
(0.004200000000000001, 128.0454536351527)
(0.0137, 81.94814726792684)
(0.013900000000000001, 80.45913862093286)
(0.014099999999999998, 78.17008047356379)
(0.0144, 77.20735645525447)
(0.0149, 76.94680900733427)
(0.0155, 76.19508939893753)
(0.016300000000000002, 74.88312856674457)
(0.016800000000000002, 69.78518154021238)
(0.0174, 68.26834781917725)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.043, 9.997408823220319)
(0.0466, 9.6869451513739)
(0.048, 9.137238567320264)
(0.0487, 9.106090828713288)
(0.0513, 8.477853413362888)
(0.056999999999999995, 7.679584114709628)
(0.1512, 3.9668959758539666)
(0.1618, 3.862525749675147)
(0.16770000000000002, 3.7194682180540832)
(0.1824, 3.4793315179828057)
(0.2041, 3.133041712561828)
(0.3465, 2.4216414616821313)
(0.3491, 2.391983156818446)
(0.3659, 2.3636940293075317)
(0.3786, 2.313733258975608)
(0.379, 2.226697071708475)
(0.4164, 2.1624700300489987)
(0.6971, 1.93850702291705)
(0.7007, 1.9126703260417641)
(0.7328, 1.9075789924885407)
(0.756, 1.8125766377181503)
(0.7593, 1.7726289075597133)
(0.8356, 1.7449143122418123)
(0.9231999999999999, 1.5286844052030726)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0199, 23.52685936235984)
(0.028199999999999996, 12.563088852856145)
(0.0315, 11.755011709275864)
(0.0334, 11.090299958496093)
(0.0429, 8.588021762263498)
(0.0516, 8.327214048908184)
(0.0612, 7.973658023161555)
(0.0696, 6.199520810592595)
(0.07930000000000001, 5.4970286827522035)
(0.36429999999999996, 4.615972136049684)
(0.44800000000000006, 3.5748911994795187)
(0.5086999999999999, 3.0045351166109158)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 20.49560257769082)
(0.0224, 19.943137838038016)
(0.0283, 17.610674933270182)
(0.030699999999999998, 15.562409404187733)
(0.0366, 12.45180925375912)
(0.046400000000000004, 10.481959346360602)
(0.0898, 8.145252059850291)
(0.09190000000000001, 8.071566520661957)
(0.1091, 6.818362303114409)
(0.1186, 6.1418292981894025)
(0.142, 5.01854963922127)
(0.2213, 4.8208098648036)
(0.2265, 4.798476286454014)
(0.25830000000000003, 4.055354065390678)
(0.481, 3.6820216961352354)
(0.4911, 3.680371725069406)
(0.5495, 3.081156188950363)
(0.5938, 2.7702314128961745)
(0.6942, 2.275278373273477)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 2504.615347867887)
(0.0078, 2217.1297598230653)
(0.0087, 2020.3776493256262)
(0.0261, 661.0350895303508)
(0.030199999999999998, 613.7817527452451)
(0.0573, 224.91067098044883)
(0.057499999999999996, 222.03353151504191)
(0.059199999999999996, 213.74673052103995)
(0.0596, 213.19187987909837)
(0.1076, 87.27573151644285)
(0.11299999999999999, 86.57259023134837)
(0.1131, 76.49328545597089)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 24.13487434387207)
(0.3759, 25.97951889038086)
(0.4901, 30.014753341674805)
(0.6255, 41.372060775756836)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5095, 0.9832382202148438)
(0.5246999999999999, 1.0213851928710938)
(0.5296000000000001, 1.1135339736938477)
(0.6439, 1.995682716369629)
(0.6529, 2.2051334381103516)
(0.6567000000000001, 2.8580427169799805)
(0.71, 3.441452980041504)
(0.727, 3.5152435302734375)
(0.7535000000000001, 4.078984260559082)
(0.757, 4.854679107666016)
(0.7692, 5.0841569900512695)
(0.8010999999999999, 5.946993827819824)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05789999999999999, 0.10967254638671875)
(0.0654, 0.11467933654785156)
(0.2926, 0.5142688751220703)
(0.3049, 0.5279779434204102)
(0.30510000000000004, 0.5409717559814453)
(0.3096, 0.5841255187988281)
(0.5088, 1.0203123092651367)
(0.5145, 1.0356903076171875)
(0.5255, 1.0715723037719727)
(0.5294, 1.1719465255737305)
(0.7287, 4.047155380249023)
(0.73, 4.064321517944336)
(0.7443, 4.126906394958496)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.010199999999999999, 0.8764266967773438)
(0.0108, 0.8804798126220703)
(0.0111, 0.881195068359375)
(0.0158, 1.6245841979980469)
(0.0162, 1.6317367553710938)
(0.016900000000000002, 1.6864538192749023)
(0.0179, 1.693129539489746)
(0.2173, 1.883387565612793)
(0.2226, 2.09653377532959)
(0.2299, 2.3407936096191406)
(0.37029999999999996, 3.772139549255371)
(0.381, 3.9572715759277344)
(0.4689, 6.657958030700684)
(0.4725, 6.874203681945801)
(0.49960000000000004, 7.463812828063965)
(0.5736, 14.016866683959961)
(0.6238, 18.123865127563477)
(0.6288, 18.549799919128418)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 132.4903964996338)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0194, 0.3656148910522461)
(0.0209, 0.36835670471191406)
(0.0213, 0.38611888885498047)
(0.0216, 0.4214048385620117)
(0.0622, 1.0914802551269531)
(0.0678, 1.1265277862548828)
(0.0713, 1.1653900146484375)
(0.0718, 1.1924505233764648)
(0.0735, 1.1973381042480469)
(0.0746, 1.1982917785644531)
(0.0761, 1.278996467590332)
(0.1216, 3.0989646911621094)
(0.1335, 3.137826919555664)
(0.1377, 3.1719207763671875)
(0.145, 3.221273422241211)
(0.1506, 3.5665035247802734)
(0.4807, 46.18346691131592)
(0.483, 46.25082015991211)
(0.5132, 46.332597732543945)
(0.5219, 46.540021896362305)
(0.5265, 46.82433605194092)
(0.5293, 46.993255615234375)
(0.5575, 47.1729040145874)
(0.5745, 47.591447830200195)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 0.3380775451660156)
(0.0149, 0.3414154052734375)
(0.0153, 0.3439188003540039)
(0.0187, 0.3635883331298828)
(0.019700000000000002, 0.37872791290283203)
(0.0207, 0.38564205169677734)
(0.034699999999999995, 0.9359121322631836)
(0.036199999999999996, 0.9455680847167969)
(0.0442, 1.078963279724121)
(0.0578, 1.0794401168823242)
(0.0639, 1.1591911315917969)
(0.0746, 2.842545509338379)
(0.0782, 2.902865409851074)
(0.09290000000000001, 2.9077529907226562)
(0.1058, 3.0177831649780273)
(0.11879999999999999, 3.1461715698242188)
(0.11910000000000001, 3.293752670288086)
(0.1396, 43.61236095428467)
(0.1696, 43.746352195739746)
(0.1869, 43.87795925140381)
(0.24380000000000002, 44.68560218811035)
(0.3342, 44.76523399353027)
(0.3854, 45.29309272766113)
(0.4436, 45.94564437866211)
(0.4462, 46.66268825531006)
(0.5109, 47.06132411956787)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 24.17910099029541)
(0.3759, 26.32725238800049)
(0.4901, 30.525803565979004)
(0.6255, 42.291879653930664)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0492, 0.17762184143066406)
(0.2427, 0.8090734481811523)
(0.2447, 0.8449554443359375)
(0.6346, 2.4766921997070312)
(0.8813000000000001, 10.5665922164917)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2186, 3.140091896057129)
(0.2226, 4.007697105407715)
(0.36469999999999997, 5.09035587310791)
(0.3658, 6.433248519897461)
(0.3659, 6.54911994934082)
(0.4889, 9.197354316711426)
(0.6192, 19.738078117370605)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0186, 2.251744270324707)
(0.0188, 2.2956132888793945)
(0.019200000000000002, 2.3069381713867188)
(0.020300000000000002, 2.3622512817382812)
(0.0713, 3.5734176635742188)
(0.07830000000000001, 3.6112070083618164)
(0.0784, 3.660440444946289)
(0.0792, 3.6824941635131836)
(0.0869, 3.797292709350586)
(0.1497, 4.902362823486328)
(0.1574, 5.159258842468262)
(0.1629, 5.188107490539551)
(0.1724, 5.566835403442383)
(0.40519999999999995, 13.196229934692383)
(0.40750000000000003, 13.463377952575684)
(0.4205, 14.401674270629883)
(0.4282, 14.566540718078613)
(0.43970000000000004, 14.757871627807617)
(0.44020000000000004, 15.095114707946777)
(0.4535, 15.377521514892578)
(0.46299999999999997, 15.419721603393555)
(0.46909999999999996, 18.894672393798828)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 112.54143714904785)
(0.47009999999999996, 118.88611316680908)
(0.491, 121.69718742370605)
(0.5035000000000001, 127.93231010437012)
(0.5113000000000001, 155.4642915725708)
(0.6522, 292.98222064971924)
(0.6523, 303.19344997406006)
(0.687, 313.0011558532715)
(0.7043999999999999, 333.8799476623535)
(0.7133, 377.4230480194092)
(0.791, 485.01622676849365)
(0.8353999999999999, 514.0705108642578)
(0.8417, 545.0592041015625)
(0.9419000000000001, 589.2084836959839)
(0.9452, 625.5109310150146)
(0.9497, 625.8267164230347)
(0.9773999999999999, 630.6897401809692)
(0.9833999999999999, 662.9353761672974)
(0.9945, 755.1478147506714)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.309, 28.13887596130371)
(0.312, 28.287768363952637)
(0.49210000000000004, 62.20364570617676)
(0.5083, 63.74084949493408)
(0.5189, 66.15400314331055)
(0.5574, 112.77949810028076)
(0.5791000000000001, 114.14563655853271)
(0.5985, 116.16230010986328)
(0.6142000000000001, 139.76967334747314)
(0.6203000000000001, 152.62222290039062)
(0.6694, 181.87296390533447)
(0.9073, 226.35412216186523)
(0.9263, 286.1504554748535)
(0.9365, 341.68529510498047)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 42.166948318481445)
(0.3295, 43.00689697265625)
(0.4091, 45.88305950164795)
(0.43789999999999996, 55.60135841369629)
(0.4826, 69.90444660186768)
(0.505, 83.770751953125)
(0.595, 119.15469169616699)
(0.6373, 142.06182956695557)
(0.6562, 176.75137519836426)
(0.6780999999999999, 176.91993713378906)
(0.7252, 204.31923866271973)
(0.7393, 232.80835151672363)
(0.7525000000000001, 233.07156562805176)
(0.7776, 240.9447431564331)
(0.8664, 281.30340576171875)
(0.9258, 328.3250331878662)
(0.9420999999999999, 366.7623996734619)
(0.9659000000000001, 417.9370403289795)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 0.3960132598876953)
(0.066, 0.44357776641845703)
(0.067, 0.49424171447753906)
(0.06820000000000001, 0.5877017974853516)
(0.2949, 1.4969110488891602)
(0.2972, 1.6165971755981445)
(0.6024, 4.387855529785156)
(0.615, 4.651069641113281)
(0.7777000000000001, 11.432528495788574)
(0.798, 11.47925853729248)
(0.807, 11.99638843536377)
(0.8079000000000001, 12.47251033782959)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 25.60102939605713)
(0.3759, 27.38727331161499)
(0.4901, 31.69682025909424)
(0.6255, 43.73207092285156)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5095, 1.11008882522583)
(0.5246999999999999, 1.1432290077209473)
(0.5296000000000001, 1.2209534645080566)
(0.6437, 2.137267589569092)
(0.6439, 2.1458864212036133)
(0.6529, 2.3520469665527344)
(0.6567000000000001, 3.1055331230163574)
(0.71, 3.628849983215332)
(0.727, 3.7847042083740234)
(0.7535000000000001, 4.412698745727539)
(0.757, 5.167508125305176)
(0.7692, 5.405128002166748)
(0.8010999999999999, 6.305086612701416)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05789999999999999, 0.1423358917236328)
(0.0654, 0.14497041702270508)
(0.2926, 0.5903244018554688)
(0.3049, 0.6024837493896484)
(0.30510000000000004, 0.6227612495422363)
(0.3096, 0.6811857223510742)
(0.5088, 1.090860366821289)
(0.5145, 1.1234760284423828)
(0.5255, 1.2147903442382812)
(0.5294, 1.2970447540283203)
(0.73, 4.219317436218262)
(0.7443, 4.364526271820068)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0111, 0.9720563888549805)
(0.0158, 1.7600774765014646)
(0.0162, 1.7739415168762207)
(0.0179, 1.8139123916625977)
(0.2173, 2.159440517425537)
(0.2226, 2.409350872039795)
(0.2299, 2.5234460830688477)
(0.37029999999999996, 4.247438907623291)
(0.381, 4.306638240814209)
(0.4689, 7.295513153076172)
(0.4725, 7.502782344818114)
(0.49960000000000004, 8.01081657409668)
(0.5736, 15.32437801361084)
(0.6238, 19.613206386566162)
(0.6288, 19.88604068756103)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 141.21417999267578)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.02, 0.46660900115966797)
(0.020200000000000003, 0.46806335449218744)
(0.0209, 0.4694700241088867)
(0.0212, 0.48761367797851557)
(0.0213, 0.48804283142089844)
(0.0216, 0.5092620849609375)
(0.062, 1.528620719909668)
(0.0622, 1.5453934669494627)
(0.0678, 1.5545845031738281)
(0.0735, 1.5840530395507812)
(0.0746, 1.6073226928710935)
(0.0761, 1.6329288482666016)
(0.1216, 3.7283182144165035)
(0.1335, 3.7370324134826656)
(0.145, 3.782832622528076)
(0.1506, 4.237043857574463)
(0.483, 56.17165565490722)
(0.4849, 56.39293193817138)
(0.5132, 56.40846490859985)
(0.5219, 56.41944408416748)
(0.5265, 56.53460025787353)
(0.5293, 56.58397674560547)
(0.5745, 57.01543092727661)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 0.4155755043029785)
(0.0153, 0.42942762374877924)
(0.0165, 0.4409074783325195)
(0.017599999999999998, 0.45087337493896484)
(0.0187, 0.451815128326416)
(0.0207, 0.4709124565124511)
(0.034699999999999995, 1.2445807456970215)
(0.036199999999999996, 1.2536168098449707)
(0.0442, 1.3849973678588867)
(0.0513, 1.4350652694702148)
(0.0558, 1.461827754974365)
(0.0578, 1.4962792396545408)
(0.0639, 1.5314698219299316)
(0.0746, 3.3642292022705074)
(0.0782, 3.42179536819458)
(0.09290000000000001, 3.4986376762390137)
(0.1012, 3.6111116409301753)
(0.11879999999999999, 3.7410378456115723)
(0.11910000000000001, 3.865182399749756)
(0.1396, 53.116726875305176)
(0.1696, 53.28906774520874)
(0.1869, 53.54280471801758)
(0.24380000000000002, 53.6906361579895)
(0.26789999999999997, 54.67501878738403)
(0.3342, 54.69874143600464)
(0.3791, 55.2269697189331)
(0.3854, 55.29196262359619)
(0.4436, 55.63650131225586)
(0.4462, 55.993688106536865)
(0.5109, 56.34920597076415)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 25.787484645843506)
(0.3759, 27.80909538269043)
(0.4901, 32.14179277420044)
(0.6255, 44.489145278930664)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0492, 0.21555423736572263)
(0.2412, 0.8928894996643066)
(0.2427, 0.9142518043518065)
(0.2447, 0.9343862533569336)
(0.6346, 2.8696298599243164)
(0.8813000000000001, 11.630856990814209)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2186, 3.367531299591064)
(0.2226, 4.413497447967529)
(0.36469999999999997, 5.75488805770874)
(0.3658, 6.997919082641602)
(0.3659, 7.2034358978271475)
(0.3704, 9.943032264709473)
(0.4889, 9.951329231262207)
(0.6192, 20.92719078063965)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0172, 2.472198009490967)
(0.0178, 2.4827122688293457)
(0.0186, 2.4892687797546387)
(0.019200000000000002, 2.5175094604492183)
(0.020300000000000002, 2.625727653503418)
(0.07830000000000001, 4.143571853637695)
(0.0827, 4.281103610992432)
(0.0869, 4.332447052001953)
(0.1497, 5.620777606964111)
(0.1629, 5.8866143226623535)
(0.1724, 6.191170215606689)
(0.40519999999999995, 16.329073905944824)
(0.4321, 16.481685638427734)
(0.44020000000000004, 16.515445709228516)
(0.46299999999999997, 16.60255193710327)
(0.46909999999999996, 20.164239406585693)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4755, 162.83835172653198)
(0.491, 166.0987138748169)
(0.49829999999999997, 169.28815841674805)
(0.5035000000000001, 171.02712392807007)
(0.5113000000000001, 173.84741306304932)
(0.6944, 401.5789270401001)
(0.7043999999999999, 419.0925359725952)
(0.7133, 422.8161692619324)
(0.8353999999999999, 634.7550630569457)
(0.8417, 636.6304874420166)
(0.8592000000000001, 670.354413986206)
(0.9833999999999999, 777.1930813789368)
(0.9945, 840.9119009971619)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3052, 104.5830965042114)
(0.309, 105.4375410079956)
(0.312, 106.03659152984619)
(0.49210000000000004, 164.3813133239746)
(0.5083, 179.5676350593567)
(0.6203000000000001, 193.029522895813)
(0.6694, 221.81286811828613)
(0.9073, 297.95223474502563)
(0.9263, 383.84400606155396)
(0.9365, 444.826078414917)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 83.4608674049377)
(0.3295, 87.49533891677855)
(0.4091, 105.75116872787476)
(0.43789999999999996, 109.36090946197508)
(0.438, 111.21350526809691)
(0.4826, 129.964017868042)
(0.505, 150.4308819770813)
(0.595, 277.7987480163574)
(0.6562, 281.8488121032715)
(0.6780999999999999, 324.81784820556635)
(0.7066, 373.012638092041)
(0.7252, 488.72871398925776)
(0.7776, 491.12753868103016)
(0.8042999999999999, 496.2210774421689)
(0.8257999999999999, 535.1059436798095)
(0.8544, 606.0282588005066)
(0.8664, 620.6259846687315)
(0.9258, 643.9992547035217)
(0.9420999999999999, 656.2863349914551)
(0.9659000000000001, 706.2522768974304)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 0.5355000495910645)
(0.066, 0.5727171897888182)
(0.067, 0.5858182907104492)
(0.06820000000000001, 0.6795048713684082)
(0.2972, 2.055656909942627)
(0.5988, 5.243921279907227)
(0.6054999999999999, 5.609130859374999)
(0.615, 6.012403964996338)
(0.7777000000000001, 12.6173734664917)
(0.7902, 13.01281452178955)
(0.798, 13.423287868499756)
(0.807, 14.302670955657957)
(0.8079000000000001, 15.311253070831297)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 26.140248775482178)
(0.3759, 27.980575561523438)
(0.4901, 32.49033451080322)
(0.6255, 45.053420066833496)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5095, 1.138458251953125)
(0.5246999999999999, 1.242122650146484)
(0.5296000000000001, 1.2686491012573242)
(0.6437, 2.2063517570495605)
(0.6529, 2.418081760406494)
(0.6567000000000001, 3.519937992095947)
(0.7085, 3.749375343322754)
(0.71, 3.7665724754333496)
(0.7203999999999999, 4.1465163230896)
(0.727, 4.224076271057128)
(0.7535000000000001, 4.641909599304198)
(0.757, 5.457644462585449)
(0.7692, 5.5403947830200195)
(0.8010999999999999, 6.565110683441162)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.05789999999999999, 0.1614212989807129)
(0.0618, 0.16356706619262695)
(0.0654, 0.16404151916503906)
(0.2926, 0.6203770637512207)
(0.3049, 0.6270527839660645)
(0.30510000000000004, 0.6563758850097656)
(0.3096, 0.739891529083252)
(0.5088, 1.135118007659912)
(0.5145, 1.1990141868591309)
(0.5255, 1.2657737731933594)
(0.5294, 1.3482975959777832)
(0.73, 4.358284473419189)
(0.7443, 4.496204853057861)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0111, 0.9985232353210448)
(0.0162, 1.8432283401489256)
(0.0179, 1.9097590446472168)
(0.2173, 2.329385280609131)
(0.2226, 2.590737342834472)
(0.2299, 2.671716213226318)
(0.381, 4.457759857177734)
(0.4689, 7.745058536529541)
(0.4725, 7.89606809616089)
(0.49960000000000004, 8.40761661529541)
(0.5736, 15.953667163848877)
(0.6238, 20.361428260803223)
(0.6288, 20.430896282196045)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 143.76221418380737)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.02, 0.4925751686096192)
(0.020200000000000003, 0.5016589164733886)
(0.0209, 0.5078434944152832)
(0.0212, 0.5178546905517578)
(0.0213, 0.5305027961730957)
(0.0216, 0.5853176116943359)
(0.062, 1.6558575630187988)
(0.0634, 1.675724983215332)
(0.0638, 1.7023420333862302)
(0.0718, 1.7033553123474119)
(0.0735, 1.723353862762451)
(0.0746, 1.7315483093261717)
(0.0761, 1.7323946952819824)
(0.1216, 3.952043056488037)
(0.1335, 3.982110023498535)
(0.145, 4.038500785827636)
(0.1506, 4.655210971832275)
(0.4763, 60.90254783630371)
(0.4992, 61.11470222473144)
(0.5293, 61.14818572998047)
(0.5404, 61.68966054916382)
(0.5575, 62.140095233917236)
(0.5745, 62.80161380767822)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 0.4527735710144043)
(0.014599999999999998, 0.45777082443237305)
(0.0149, 0.4613685607910156)
(0.0153, 0.46187162399291987)
(0.017599999999999998, 0.4866218566894531)
(0.0187, 0.49376964569091797)
(0.0207, 0.49767494201660145)
(0.0313, 1.3337326049804688)
(0.036199999999999996, 1.3526368141174316)
(0.0442, 1.4787602424621582)
(0.0513, 1.5426611900329588)
(0.0558, 1.5798926353454588)
(0.0639, 1.6001224517822266)
(0.0782, 3.6269736289978027)
(0.09290000000000001, 3.7040042877197266)
(0.1012, 3.856685161590576)
(0.1058, 3.9375567436218266)
(0.11879999999999999, 4.014980792999268)
(0.11910000000000001, 4.156382083892822)
(0.1869, 58.04205894470214)
(0.24380000000000002, 58.48216533660888)
(0.314, 58.987360000610344)
(0.4436, 59.11462545394897)
(0.4462, 60.32370567321777)
(0.5109, 60.98105192184448)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 26.699860095977783)
(0.3759, 28.47076177597046)
(0.4901, 33.20923566818237)
(0.6255, 45.49405097961426)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0484, 0.23961782455444336)
(0.0492, 0.25300741195678705)
(0.2405, 0.9441637992858886)
(0.2412, 0.9580111503601073)
(0.2427, 0.9635496139526366)
(0.2447, 1.005282402038574)
(0.6308, 3.2933521270751953)
(0.6346, 3.3122897148132324)
(0.8813000000000001, 11.983418464660645)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2186, 3.5109686851501465)
(0.2226, 4.6774959564208975)
(0.36469999999999997, 6.100707054138184)
(0.3658, 7.4468183517456055)
(0.3659, 7.462530136108398)
(0.3704, 10.253043174743652)
(0.4889, 10.33583402633667)
(0.6192, 21.803593635559082)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0172, 2.5932884216308594)
(0.0178, 2.6047897338867183)
(0.0186, 2.638568878173828)
(0.0188, 2.6998591423034664)
(0.020300000000000002, 2.781209945678711)
(0.07830000000000001, 4.374678134918213)
(0.0827, 4.44716215133667)
(0.0869, 4.520223140716553)
(0.1497, 5.876555442810058)
(0.1629, 6.351423263549804)
(0.1724, 6.564898490905762)
(0.40519999999999995, 16.800029277801514)
(0.4321, 16.85582399368286)
(0.43970000000000004, 16.908798217773438)
(0.44020000000000004, 17.009012699127197)
(0.46299999999999997, 17.04800844192505)
(0.46909999999999996, 20.70986270904541)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 168.76721143722534)
(0.4755, 169.92813348770142)
(0.491, 174.5919036865234)
(0.5035000000000001, 179.07596349716187)
(0.5113000000000001, 180.0930643081665)
(0.687, 416.10266208648676)
(0.6944, 418.5400629043579)
(0.7043999999999999, 435.8249258995056)
(0.7133, 436.0183811187744)
(0.8417, 657.8148412704468)
(0.8592000000000001, 697.7531719207764)
(0.9833999999999999, 808.4845733642578)
(0.9945, 875.6656122207642)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.309, 115.17009973526001)
(0.312, 117.84157991409302)
(0.49210000000000004, 180.06430864334106)
(0.5083, 190.3905916213989)
(0.6203000000000001, 204.94364023208615)
(0.6694, 233.4664535522461)
(0.9073, 312.60480880737305)
(0.9263, 400.1862144470215)
(0.9365, 472.8016757965088)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 110.34112215042111)
(0.3295, 117.46329545974724)
(0.438, 122.32992887496948)
(0.4826, 143.87051820755005)
(0.505, 158.32773685455322)
(0.6562, 343.03396701812744)
(0.6780999999999999, 353.6712718009949)
(0.7066, 393.99222135543823)
(0.7252, 571.3534832000731)
(0.7776, 578.0875587463379)
(0.8042999999999999, 578.9630699157714)
(0.8257999999999999, 585.7483196258544)
(0.8544, 643.0786919593811)
(0.8664, 725.351481437683)
(0.9420999999999999, 732.7971744537354)
(0.9659000000000001, 775.0141620635986)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 0.5980277061462401)
(0.066, 0.6351971626281738)
(0.067, 0.6449294090270995)
(0.06820000000000001, 0.755946636199951)
(0.2972, 2.2694659233093257)
(0.5988, 5.511837005615234)
(0.6054999999999999, 6.043040752410889)
(0.615, 6.529817581176758)
(0.7777000000000001, 13.117780685424805)
(0.7902, 13.515923023223877)
(0.798, 14.367284774780272)
(0.807, 15.329742431640625)
(0.8079000000000001, 16.32209539413452)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 27.821524620056216)
(0.3759, 29.00109267234812)
(0.4901, 34.366209268569975)
(0.6255, 46.624715805053825)
};
\addlegendentry{ ah };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5095, 1.2474102973937993)
(0.5246999999999999, 1.6036520004272503)
(0.5296000000000001, 2.0186495780945)
(0.6437, 2.5511200428009286)
(0.6439, 2.619510889053345)
(0.6529, 2.9269742965698375)
(0.6567000000000001, 3.8228306770324734)
(0.7085, 3.8750991821289134)
(0.71, 4.996922254562434)
(0.727, 5.011207342147839)
(0.7535000000000001, 5.339987277984652)
(0.769, 6.319330930709843)
(0.7692, 7.1324772834778)
(0.8010999999999999, 8.135032415390052)
};
\addlegendentry{ balltree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0654, 0.18010616302491136)
(0.3049, 0.6762876510620237)
(0.30510000000000004, 0.7078714370727545)
(0.3096, 0.8371398448944138)
(0.5088, 1.2309846878051784)
(0.5145, 1.3621332645416304)
(0.5294, 1.6940033435821569)
(0.7443, 4.732250690460216)
};
\addlegendentry{ bctree };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0108, 1.0869045257568533)
(0.0111, 1.1451110839843952)
(0.0179, 2.1529679298401136)
(0.2173, 2.7512025833129963)
(0.2299, 2.983654975891121)
(0.37029999999999996, 4.946778297424323)
(0.381, 5.120554447174076)
(0.4689, 8.002942323684731)
(0.4725, 8.760054826736479)
(0.49960000000000004, 8.85394692420962)
(0.5736, 16.48217082023634)
(0.6288, 20.968145370483416)
};
\addlegendentry{ bh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 146.3457896709442)
};
\addlegendentry{ bruteforce };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.020200000000000003, 0.5781254768371762)
(0.020499999999999997, 0.5993421077728448)
(0.0209, 0.6070659160614275)
(0.020999999999999998, 0.6505675315857079)
(0.0213, 0.6522934436798293)
(0.0216, 0.7003722190857056)
(0.0623, 1.7753970623016477)
(0.0634, 1.7777135372162138)
(0.0638, 1.7824366092682118)
(0.0735, 1.7947299480438585)
(0.0761, 1.8216691017151017)
(0.1335, 4.232673168182376)
(0.145, 4.25526785850529)
(0.1506, 5.24863553047181)
(0.4801, 65.04777693748474)
(0.5132, 65.1742527484898)
(0.5404, 65.38489603996281)
(0.5745, 66.89082551002532)
};
\addlegendentry{ bt-mqh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 0.48230981826784275)
(0.017599999999999998, 0.5278429985046587)
(0.0187, 0.5543117523193564)
(0.0195, 0.572228908538842)
(0.0207, 0.7328095436096327)
(0.034699999999999995, 1.4184634685516673)
(0.036199999999999996, 1.4413092136383334)
(0.0439, 1.5966539382934968)
(0.0442, 1.6389672756195137)
(0.0558, 1.6535611152649257)
(0.0623, 1.6694846153259562)
(0.0639, 1.726096153259294)
(0.0782, 3.789705991744999)
(0.09290000000000001, 3.843132734298712)
(0.1058, 4.115442991256723)
(0.11879999999999999, 4.455635309219367)
(0.11910000000000001, 4.609063625335711)
(0.1869, 62.620952844620106)
(0.2028, 63.10447430610658)
(0.24380000000000002, 63.13858699798598)
(0.3342, 63.544690370559735)
(0.3854, 64.05717206001346)
(0.4436, 64.67926955223099)
(0.4462, 65.2265810966494)
(0.5109, 67.38686203956617)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.22240000000000001, 27.519420385360885)
(0.3759, 29.33717846870433)
(0.4901, 34.77349662780763)
(0.6255, 47.338961839675925)
};
\addlegendentry{ eh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.048, 0.4389483928680652)
(0.0492, 0.48088455200197405)
(0.2427, 1.6416888236999885)
(0.2447, 1.685812711715737)
(0.6346, 4.78244280815131)
(0.8813000000000001, 12.845616579055859)
};
\addlegendentry{ fh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2186, 3.847978591918958)
(0.2226, 5.261279582977346)
(0.36469999999999997, 6.337339162826553)
(0.3658, 7.659448385238692)
(0.3659, 7.87369012832643)
(0.3704, 10.434910297393802)
(0.4889, 10.589378356933596)
(0.6192, 23.269875764846866)
};
\addlegendentry{ mh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0177, 2.991181373596211)
(0.0185, 3.11049699783326)
(0.0186, 3.157531499862685)
(0.0188, 3.233277559280425)
(0.019200000000000002, 3.3792273998260822)
(0.020300000000000002, 3.4196739196777375)
(0.0747, 4.752964496612557)
(0.0869, 4.783635616302534)
(0.1497, 6.46644544601441)
(0.1528, 6.617244482040443)
(0.1629, 6.911862373352147)
(0.1724, 7.033466815948497)
(0.4321, 17.205366849899324)
(0.43970000000000004, 17.552941083908113)
(0.46299999999999997, 17.890255689620975)
(0.46909999999999996, 21.46084833145149)
};
\addlegendentry{ mh-mqh };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 174.97316026687668)
(0.4755, 175.48137211799636)
(0.4824, 181.62374806404435)
(0.5113000000000001, 184.36474108696038)
(0.6944, 433.21638298034696)
(0.7133, 448.2392385005954)
(0.8187, 679.8895113468186)
(0.8417, 681.2649848461156)
(0.8592000000000001, 723.554291009904)
(0.9833999999999999, 833.622851848603)
(0.9945, 912.0354421138768)
};
\addlegendentry{ mqh };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.309, 124.04105043411293)
(0.312, 125.16944837570257)
(0.49210000000000004, 190.88680505752686)
(0.5083, 198.66558527946484)
(0.6203000000000001, 214.57748150825506)
(0.6694, 244.95858478546194)
(0.9073, 323.58006381988605)
(0.9263, 414.059896469117)
(0.9365, 498.0817508697524)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=blue!80!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 131.4131488800056)
(0.3295, 135.38164353370777)
(0.438, 141.90099883079534)
(0.4826, 150.3553929328922)
(0.505, 170.99904179573076)
(0.6562, 364.74760437011776)
(0.6780999999999999, 371.8967375755335)
(0.7066, 405.42207956314303)
(0.7776, 614.3882553577433)
(0.8257999999999999, 630.0173118114504)
(0.8544, 668.8069756031044)
(0.9420999999999999, 789.314287424088)
(0.9659000000000001, 862.6681706905558)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=green!70!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 0.6786389350891203)
(0.067, 0.7759211063385106)
(0.06820000000000001, 0.9285931587219411)
(0.2949, 2.513951778411914)
(0.2972, 2.585188865661623)
(0.5988, 5.802136898040791)
(0.6054999999999999, 6.495754480361942)
(0.615, 7.368831634521572)
(0.7777000000000001, 13.720436573028621)
(0.7902, 14.583591222763085)
(0.807, 15.957762718200721)
(0.8079000000000001, 17.299724340438893)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.