\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.059, 140.89505815665314)
(0.0701, 132.37831751084184)
(0.0741, 128.76365792818572)
(0.0772, 128.3774731800361)
(0.0792, 112.73800637474585)
(0.16240000000000002, 63.2056663374504)
(0.17629999999999998, 57.87198739083698)
(0.195, 57.79713677697357)
(0.20729999999999998, 55.510011558453705)
(0.2178, 55.16050471123235)
(0.22240000000000001, 48.2493207968121)
(0.3991, 39.82531682997123)
(0.42990000000000006, 36.73287443572073)
(0.47990000000000005, 36.383031354808054)
(0.5115000000000001, 34.88599614503581)
(0.5371, 34.36653268759852)
(0.6708999999999999, 32.16077714067232)
(0.6949, 31.721913880777173)
(0.7445999999999999, 29.379449571287253)
(0.8349, 28.912938319723462)
(0.8936999999999999, 28.053274993171456)
(0.9362999999999999, 27.252674965784745)
(0.9545, 24.287384143633634)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 0.9290699565554671)
(0.7739, 0.3735668389377398)
(0.9404999999999999, 0.22875785435230178)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10269999999999999, 101.58983840030224)
(0.1049, 101.55475747254098)
(0.11200000000000002, 81.5631104149904)
(0.11599999999999999, 79.56102040671932)
(0.3685, 43.319303812365696)
(0.3686, 38.312673925128564)
(0.39449999999999996, 36.52329144143752)
(0.4093, 34.54498512890172)
(0.40940000000000004, 30.790043515276015)
(0.6365999999999999, 27.30562795062425)
(0.6632, 27.271697461576515)
(0.6789, 27.192030659599602)
(0.6852, 24.618631391581793)
(0.7347, 23.3639117885637)
(0.7632, 22.49849197541678)
(0.8632, 21.95253545314346)
(0.8734, 19.73928125412514)
(0.9379, 19.0220993108558)
(0.9730000000000001, 18.25084293506554)
(0.9765, 16.32571661772375)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 4.857570512080256)
(0.4659, 4.285457756353741)
(0.6916, 1.9727538407306024)
(0.7043, 1.7251607542747707)
(0.8855999999999999, 1.2210316833894526)
(0.9997999999999999, 0.9884823959515532)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 9.997408823220319)
(0.4755, 9.6869451513739)
(0.4824, 9.137238567320264)
(0.491, 8.711306248689635)
(0.49829999999999997, 8.477853413362888)
(0.5035000000000001, 8.070206725604935)
(0.5113000000000001, 7.679584114709628)
(0.6522, 3.9668959758539666)
(0.6599, 3.862525749675147)
(0.6723, 3.7194682180540832)
(0.687, 3.5519348461734004)
(0.6944, 3.4793315179828057)
(0.7043999999999999, 3.2657862328826317)
(0.7133, 3.133041712561828)
(0.791, 2.4216414616821313)
(0.8006, 2.3636940293075317)
(0.8187, 2.313733258975608)
(0.8353999999999999, 2.226697071708475)
(0.8417, 2.1624700300489987)
(0.9419000000000001, 1.93850702291705)
(0.9497, 1.9075789924885407)
(0.9535, 1.8125766377181503)
(0.9675, 1.7726289075597133)
(0.9773999999999999, 1.768695736547833)
(0.9833999999999999, 1.7449143122418123)
(0.9945, 1.5286844052030726)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 7.955940109049558)
(0.3491, 7.289235652934725)
(0.363, 6.478861113474301)
(0.46749999999999997, 3.1950072235027727)
(0.4845, 2.943560169516902)
(0.48529999999999995, 2.6446296799771245)
(0.504, 2.567511233427878)
(0.5980000000000001, 1.9822277297672473)
(0.6259, 1.8190470168399424)
(0.6281, 1.6955328449593523)
(0.6587, 1.6190589407200928)
(0.8214, 1.5725299879473074)
(0.8587999999999999, 1.4481765175691577)
(0.9162000000000001, 1.304786550439931)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 15.569671686410695)
(0.5515, 15.210846803422358)
(0.5516, 14.641850359203245)
(0.5522, 14.614501861278367)
(0.562, 14.49156162833973)
(0.5699, 14.066694129946603)
(0.5753, 13.655199632850861)
(0.8, 6.4146281436897485)
(0.8006, 6.280368449128854)
(0.8007, 6.2236711347823634)
(0.8022, 6.161255803255718)
(0.8055, 6.006530065617974)
(0.8140000000000001, 5.966475402024806)
(0.8233, 5.875864280981654)
(0.8292999999999999, 5.6116572083068235)
(0.9583999999999999, 3.9928369432225495)
(0.9586, 3.9334580989453176)
(0.9591, 3.7750496441550854)
(0.9661, 3.7024552038127307)
(0.9702999999999999, 3.609348074377679)
(0.9727, 3.4691019104192757)
(0.9731, 3.4593345552768255)
(0.9994999999999999, 3.223060306497628)
(0.9997, 2.9291492014807696)
(0.9999, 2.9279492100151283)
(1.0, 2.814508938304976)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6021, 11.761121159526379)
(0.6289, 10.47107256682038)
(0.6292, 9.412781484015653)
(0.8124, 4.754908043473021)
(0.8342, 4.232016378205596)
(0.8345, 3.7663820818090796)
(0.9319000000000001, 2.9456920592583007)
(0.9419000000000001, 2.5632630021990694)
(0.9452, 2.5491181206247804)
(0.9456, 2.315725682079474)
(0.9997999999999999, 2.311784095795678)
(0.9999, 2.0358493275324707)
(1.0, 2.0181646491558447)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.13, 11.546720036213)
(0.1419, 11.07617948569558)
(0.1433, 10.134131430718556)
(0.2763, 4.711799475765486)
(0.2967, 4.46879902370829)
(0.2988, 4.201475784717287)
(0.6567000000000001, 2.922693393818305)
(0.6987, 2.6869677991223737)
(0.7028, 2.5245908459865403)
(0.9263999999999999, 2.2795287970044473)
(0.9664999999999999, 2.131767787089314)
(0.9711000000000001, 2.0270818720768693)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10149999999999999, 20.964308801879874)
(0.10469999999999999, 20.657496919749157)
(0.1093, 19.419800728115664)
(0.1153, 18.826125432317546)
(0.3948, 8.868904798761406)
(0.4107, 8.781773496843911)
(0.4227, 8.15457255063572)
(0.45099999999999996, 7.766732112906449)
(0.6804, 5.670062302506215)
(0.7059, 5.627062237088318)
(0.7273, 5.146932827628164)
(0.7735000000000001, 4.916994274593929)
(0.8214, 4.628812616846355)
(0.8529, 4.60535014774938)
(0.8773, 4.213096153064475)
(0.8798, 4.0287800604249195)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9545, 515.234052658081)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9404999999999999, 1591.1343982219696)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9765, 1052.5070261955261)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9997999999999999, 3483.589256286621)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9945, 385.15651774406433)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9162000000000001, 680.2578527927399)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 181.7923686504364)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 354.4518575668335)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9711000000000001, 381.8734140396118)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8798, 11585.054861545563)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9545, 535172.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9404999999999999, 13585572.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9765, 964868.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9997999999999999, 12286968.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9833999999999999, 1882424.0)
(0.9945, 1882432.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9162000000000001, 3320896.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 723348.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1593236.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9711000000000001, 1839360.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8798, 8228100.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.057199999999999994, 6896)
(0.058399999999999994, 6989)
(0.059, 7063)
(0.0646, 7847)
(0.0701, 8180)
(0.0741, 8522)
(0.0772, 8782)
(0.0792, 9269)
(0.1581, 15266)
(0.16060000000000002, 15360)
(0.16240000000000002, 15434)
(0.17629999999999998, 16983)
(0.195, 17308)
(0.20729999999999998, 18012)
(0.2178, 18553)
(0.22240000000000001, 20578)
(0.3865, 23830)
(0.3936, 23924)
(0.3991, 23998)
(0.42990000000000006, 25751)
(0.47990000000000005, 25882)
(0.5115000000000001, 26589)
(0.5371, 27132)
(0.6708999999999999, 27906)
(0.6849000000000001, 28000)
(0.6949, 28074)
(0.7445999999999999, 29853)
(0.8349, 29958)
(0.8936999999999999, 30665)
(0.9362999999999999, 31208)
(0.9545, 33788)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 1974824)
(0.7739, 4514533)
(0.9404999999999999, 6203837)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11599999999999999, 12084)
(0.40940000000000004, 30012)
(0.6045, 44748)
(0.6365999999999999, 44817)
(0.8093, 44876)
(0.8441000000000001, 45072)
(0.8632, 45195)
(0.8734, 46373)
(0.8756, 46841)
(0.9379, 47330)
(0.9730000000000001, 48036)
(0.9765, 49443)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 148681)
(0.4659, 163528)
(0.6916, 448313)
(0.7043, 463307)
(0.8855999999999999, 748297)
(0.9997999999999999, 948274)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46769999999999995, 238660)
(0.49829999999999997, 238665)
(0.5113000000000001, 238675)
(0.6523, 596271)
(0.6944, 596385)
(0.7133, 596489)
(0.791, 954486)
(0.8417, 955438)
(0.8592000000000001, 956164)
(0.9419000000000001, 1168480)
(0.9833999999999999, 1177873)
(0.9945, 1184126)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 2832)
(0.3491, 9179)
(0.46749999999999997, 13167)
(0.5980000000000001, 35249)
(0.8214, 71225)
(0.8587999999999999, 172665)
(0.9162000000000001, 499228)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 142)
(0.5515, 143)
(0.5522, 168)
(0.5529, 233)
(0.5539, 262)
(0.8, 560)
(0.8006, 566)
(0.8007, 568)
(0.8022, 652)
(0.8039, 776)
(0.8055, 838)
(0.8065, 1892)
(0.8140000000000001, 2271)
(0.9583999999999999, 2371)
(0.9586, 2402)
(0.9587999999999999, 2477)
(0.959, 2491)
(0.9591, 2640)
(0.9601000000000001, 2911)
(0.962, 5138)
(0.9661, 6819)
(0.9702999999999999, 11711)
(0.9731, 19623)
(0.9994999999999999, 20985)
(0.9997, 27180)
(0.9999, 34536)
(1.0, 51285)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6019, 370)
(0.6021, 380)
(0.8119, 1561)
(0.8124, 1619)
(0.9317, 7324)
(0.9319000000000001, 7448)
(0.9997999999999999, 52982)
(0.9999, 169477)
(1.0, 186284)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1433, 200018)
(0.2988, 500059)
(0.6567000000000001, 794852)
(0.679, 796663)
(0.6987, 800087)
(0.7028, 800112)
(0.9263999999999999, 880954)
(0.9509000000000001, 910471)
(0.9664999999999999, 920296)
(0.9711000000000001, 924867)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10149999999999999, 935)
(0.10469999999999999, 938)
(0.1093, 2637)
(0.1153, 3332)
(0.3948, 7080)
(0.4107, 7326)
(0.4227, 11825)
(0.45099999999999996, 14206)
(0.6804, 37104)
(0.7059, 37350)
(0.7273, 42152)
(0.7735000000000001, 44533)
(0.8214, 57328)
(0.8529, 57574)
(0.8773, 62376)
(0.8798, 66576)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(16.081685301418084, 140.89505815665314)
(15.801608627698975, 132.37831751084184)
(15.735160192341304, 128.76365792818572)
(15.692629910366023, 128.3774731800361)
(15.690742464139872, 125.79378704109588)
(15.650354414101932, 121.16084941754137)
(15.593832691081055, 117.40676600805983)
(15.541316416960498, 116.26172414783339)
(15.473333177285756, 112.73800637474585)
(4.07252172431986, 63.2056663374504)
(4.062680617288978, 57.87198739083698)
(3.9485430290720642, 57.79713677697357)
(3.915854785634105, 55.510011558453705)
(3.904609016716151, 55.16050471123235)
(3.887653177631462, 54.76909221011573)
(3.831925070973668, 53.30314751971006)
(3.831539453014396, 50.718907756914035)
(3.766865246218966, 50.667538719775315)
(3.7391269655017307, 48.2493207968121)
(0.2451698300047132, 39.82531682997123)
(0.24198047491096464, 36.73287443572073)
(0.24197622895415782, 36.547751308574334)
(0.22063583686612676, 36.383031354808054)
(0.21518017053054084, 34.88599614503581)
(0.210984020408539, 34.58649637204549)
(0.20619519467149316, 33.710184920316955)
(0.016370006010060764, 32.16077714067232)
(0.015850229305759633, 31.721913880777173)
(0.0150519957352676, 29.379449571287253)
(0.013143961538622224, 28.912938319723462)
(0.012291180546744522, 28.053274993171456)
(0.011740310236130392, 27.252674965784745)
(0.011392988512084106, 24.287384143633634)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(49.76064586974375, 0.9290699565554671)
(10.543112162232172, 0.3735668389377398)
(1.221249835072149, 0.22875785435230178)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(37.59236291652077, 101.58983840030224)
(37.59189475263321, 101.55475747254098)
(37.58438573149181, 97.93547645331527)
(37.58262970645411, 90.56109370180721)
(37.58120461507139, 87.53785466488476)
(37.467918175002275, 86.2779480230113)
(37.46403278053925, 82.86855360400712)
(37.431934819131534, 81.5631104149904)
(37.413011825619655, 79.56102040671932)
(37.40673800547826, 70.953660062139)
(37.40648477469557, 70.23854287926407)
(9.710462112544038, 43.319303812365696)
(9.70565157714032, 42.04711459758079)
(9.636263442791726, 38.312673925128564)
(9.617065881717448, 36.52329144143752)
(9.609031220274018, 34.54498512890172)
(9.607141691703696, 33.32829975280362)
(9.59976498020619, 31.041791441886247)
(9.599572725451006, 30.790043515276015)
(0.7514101378568515, 27.30562795062425)
(0.7509361409399569, 27.271697461576515)
(0.750572574926982, 27.192030659599602)
(0.7502858020491839, 26.299642071135438)
(0.734823959226424, 24.618631391581793)
(0.731005633830844, 23.3639117885637)
(0.7275240304222451, 22.49849197541678)
(0.012680591542084112, 21.95253545314346)
(0.012461771879097317, 19.73928125412514)
(0.011631922130608208, 19.0220993108558)
(0.011203984419361724, 18.25084293506554)
(0.011143064432851188, 16.32571661772375)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(84.97962601850321, 4.857570512080256)
(83.58892512835237, 4.285457756353741)
(15.759862764203708, 1.9727538407306024)
(15.129297532347733, 1.7251607542747707)
(1.7358373747675349, 1.2210316833894526)
(0.014748693394884466, 0.9884823959515532)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8786429827817928, 9.997408823220319)
(0.8570821835578986, 9.6869451513739)
(0.8108465277153734, 9.137238567320264)
(0.8001834564353271, 8.711306248689635)
(0.7850170130902748, 8.477853413362888)
(0.771456437159515, 8.070206725604935)
(0.7503423488460076, 7.679584114709628)
(0.24849685078799522, 3.9668959758539666)
(0.23799739892894275, 3.862525749675147)
(0.2108882784991577, 3.7194682180540832)
(0.20361783011906234, 3.5519348461734004)
(0.19773071060212322, 3.4793315179828057)
(0.18970023124528612, 3.2657862328826317)
(0.18286192224539904, 3.133041712561828)
(0.09237687800837817, 2.4216414616821313)
(0.08812433621104411, 2.3636940293075317)
(0.074028443982918, 2.313733258975608)
(0.0691527362849791, 2.226697071708475)
(0.06644476988778829, 2.1624700300489987)
(0.023018032669870944, 1.93850702291705)
(0.021633399130518496, 1.9075789924885407)
(0.021080488624487144, 1.8125766377181503)
(0.018633100922437383, 1.7726289075597133)
(0.01735076058450493, 1.768695736547833)
(0.01650091721998878, 1.7449143122418123)
(0.014542086762112513, 1.5286844052030726)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.255679231903254, 7.955940109049558)
(0.24095924086608222, 7.289235652934725)
(0.23102637219613792, 6.478861113474301)
(0.14440041124447506, 3.1950072235027727)
(0.13275286303905887, 2.943560169516902)
(0.12388412688251277, 2.567511233427878)
(0.08853532122415228, 1.9822277297672473)
(0.07937856249640499, 1.8190470168399424)
(0.07248309798427317, 1.6190589407200928)
(0.04507807904438492, 1.5725299879473074)
(0.0401364770907492, 1.4481765175691577)
(0.035509474538525376, 1.304786550439931)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(4.546370730759036, 15.569671686410695)
(4.542692854384935, 15.210846803422358)
(4.53042498432278, 14.614501861278367)
(4.418657189907893, 14.49156162833973)
(4.355951404453887, 14.066694129946603)
(4.316306220107898, 13.655199632850861)
(0.540235349664427, 6.4146281436897485)
(0.5395448932013632, 6.280368449128854)
(0.5391245569384341, 6.2236711347823634)
(0.5336133433071534, 6.161255803255718)
(0.5246215804275715, 6.006530065617974)
(0.49297639061695286, 5.966475402024806)
(0.4662176379182011, 5.875864280981654)
(0.4527869665431395, 5.6116572083068235)
(0.09799942358357755, 3.9928369432225495)
(0.09767200754251912, 3.9334580989453176)
(0.09762018029404346, 3.914897685623771)
(0.0962875315512457, 3.7750496441550854)
(0.08358170637284834, 3.7024552038127307)
(0.07727397779330837, 3.609348074377679)
(0.07292516087726048, 3.4691019104192757)
(0.07216254627465211, 3.4593345552768255)
(0.01531249286538647, 3.223060306497628)
(0.015280228514110051, 3.201502506903909)
(0.015261371047876893, 3.1443220266248413)
(0.01501587219319717, 3.1146433454958)
(0.014814688795094972, 3.016409088699807)
(0.014795454346552517, 3.0157573274341627)
(0.0146887758796359, 2.9912598178678027)
(0.01444580700183743, 2.948901450923516)
(0.013501531539915183, 2.9279492100151283)
(0.012493931002853861, 2.814508938304976)
(0.011896178069946257, 2.739992879971028)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.591682415656275, 11.761121159526379)
(2.408053279425374, 10.47107256682038)
(2.4025830880736687, 9.412781484015653)
(0.6692694175787939, 4.754908043473021)
(0.5902613426620444, 4.232016378205596)
(0.5868462294385068, 3.7663820818090796)
(0.1993143356680281, 2.9456920592583007)
(0.19882857311873792, 2.8419671074064032)
(0.1804146949477373, 2.5632630021990694)
(0.17263762436306077, 2.5491181206247804)
(0.1689174393094738, 2.315725682079474)
(0.013628077102664851, 2.311784095795678)
(0.012015782852684996, 2.0358493275324707)
(0.011301891893888654, 2.0181646491558447)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(111.55985654289047, 11.546720036213)
(111.39218004418262, 11.07617948569558)
(110.32767751626915, 10.56724385888722)
(110.2275179208204, 10.348263017348357)
(110.16294657750278, 10.134131430718556)
(33.479279956879886, 4.711799475765486)
(33.351413551254495, 4.46879902370829)
(32.98946576016863, 4.301910059578407)
(32.91955269492627, 4.201475784717287)
(0.8730259730534252, 2.922693393818305)
(0.8691498957051463, 2.6987718621811214)
(0.8560429475851267, 2.6869677991223737)
(0.8064532790342663, 2.6526297801123477)
(0.7976818254760328, 2.5245908459865403)
(0.7951219918740726, 2.464562082218807)
(0.04270492685189771, 2.2795287970044473)
(0.041344661854830524, 2.131767787089314)
(0.04067159818042222, 2.0270818720768693)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(54.280667482837536, 20.964308801879874)
(54.28049541559474, 20.657496919749157)
(54.27420861923361, 20.4646495143633)
(54.18567503597521, 19.419800728115664)
(54.1660133649312, 18.826125432317546)
(54.14237451665483, 16.90472979685498)
(8.883805097812823, 8.868904798761406)
(8.883461559944548, 8.781773496843911)
(8.88159050597179, 8.627526892802372)
(8.849734528846145, 8.15457255063572)
(8.841247544609496, 7.766732112906449)
(8.840473178627649, 7.659592552797632)
(8.83392024609656, 7.071487896401235)
(0.31516735623027636, 5.670062302506215)
(0.31478371720130294, 5.627062237088318)
(0.3104233532464335, 5.146932827628164)
(0.3087307591876463, 4.96380761293677)
(0.3081918806359952, 4.916994274593929)
(0.30730130443850806, 4.887060339021052)
(0.01292753943868534, 4.628812616846355)
(0.012443367015447696, 4.60535014774938)
(0.012059385071484371, 4.213096153064475)
(0.011987625911961158, 4.0287800604249195)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9545, 10.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9404999999999999, 10.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9765, 10.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9997999999999999, 10.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9945, 10.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9162000000000001, 10.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9711000000000001, 10.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8798, 10.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.059, 3798.373108338356)
(0.0701, 4042.746652647018)
(0.0741, 4156.234830626488)
(0.0772, 4168.737604372978)
(0.0792, 4747.041545342446)
(0.16240000000000002, 8467.152250919342)
(0.17629999999999998, 9247.51376491928)
(0.195, 9259.48982672119)
(0.20729999999999998, 9640.9996138525)
(0.2178, 9702.086715878486)
(0.22240000000000001, 11091.803804943085)
(0.3991, 13437.984744348527)
(0.42990000000000006, 14569.292717249871)
(0.47990000000000005, 14709.384569443702)
(0.5115000000000001, 15340.596776284217)
(0.5371, 15572.475840517996)
(0.6708999999999999, 16640.518282849313)
(0.6949, 16870.734912508015)
(0.7445999999999999, 18215.86203313446)
(0.8349, 18509.775591881753)
(0.8936999999999999, 19076.988342012406)
(0.9362999999999999, 19637.411764969827)
(0.9545, 22034.979017708778)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 14622765.383963762)
(0.7739, 36367178.73200792)
(0.9404999999999999, 59388439.529063545)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10269999999999999, 9497.682201226235)
(0.1049, 9500.963066756249)
(0.11200000000000002, 11829.71069998169)
(0.11599999999999999, 12127.395992001531)
(0.3685, 22273.395809389116)
(0.3686, 25184.042280253405)
(0.39449999999999996, 26417.881902760506)
(0.4093, 27930.76900741673)
(0.40940000000000004, 31337.013197831155)
(0.6365999999999999, 35335.86562245464)
(0.6632, 35379.82926656532)
(0.6789, 35483.48455761147)
(0.6852, 39192.59298589325)
(0.7347, 41297.365301314356)
(0.7632, 42885.89657716941)
(0.8632, 43952.46289702892)
(0.8734, 48880.60449507809)
(0.9379, 50723.52868273354)
(0.9730000000000001, 52867.03761754416)
(0.9765, 59101.11161383916)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 2529447.173117432)
(0.4659, 2867130.817421545)
(0.6916, 6228333.077506296)
(0.7043, 7122216.274369886)
(0.8855999999999999, 10062775.73886756)
(0.9997999999999999, 12430133.35424357)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 188291.18957582474)
(0.4755, 194325.86543891142)
(0.4824, 206016.72881044963)
(0.491, 216089.75121075058)
(0.49829999999999997, 222040.1684502945)
(0.5035000000000001, 233256.9739542694)
(0.5113000000000001, 245121.60709254455)
(0.6522, 474533.23995841976)
(0.6599, 487355.7154041805)
(0.6723, 506100.30510889244)
(0.687, 529971.4329017011)
(0.6944, 541030.3646751556)
(0.7043999999999999, 576410.0482285462)
(0.7133, 600832.0899311524)
(0.791, 777333.8992521305)
(0.8006, 796390.7242899266)
(0.8187, 813587.3021220398)
(0.8353999999999999, 845388.4562553788)
(0.8417, 870497.1508702697)
(0.9419000000000001, 971068.9606722926)
(0.9497, 986813.131939703)
(0.9535, 1038539.2599839478)
(0.9675, 1061943.6431235047)
(0.9773999999999999, 1064300.637527483)
(0.9833999999999999, 1078805.9830751915)
(0.9945, 1231406.556901413)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 417410.8847579956)
(0.3491, 455589.05736062623)
(0.363, 512574.0376026001)
(0.46749999999999997, 1039401.7188979035)
(0.4845, 1128190.2895652466)
(0.48529999999999995, 1255713.0494083865)
(0.504, 1293429.9787137755)
(0.5980000000000001, 1675335.255445114)
(0.6259, 1825624.059882233)
(0.6281, 1958614.9627668306)
(0.6587, 2051127.303940521)
(0.8214, 2111817.2788138124)
(0.8587999999999999, 2293156.9181734165)
(0.9162000000000001, 2545164.187108078)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 46458.783111742974)
(0.5515, 47554.748880729676)
(0.5516, 49403.04553415489)
(0.5522, 49495.221039078715)
(0.562, 49915.11740083409)
(0.5699, 51422.74320588684)
(0.5753, 52972.641883594515)
(0.8, 112765.38308952139)
(0.8006, 115176.04514116287)
(0.8007, 116225.29281108856)
(0.8022, 117402.68917543888)
(0.8055, 120427.59997832107)
(0.8140000000000001, 121235.39464430236)
(0.8233, 123104.95365613747)
(0.8292999999999999, 128901.67256282807)
(0.9583999999999999, 181161.41737964345)
(0.9586, 183896.2006977911)
(0.9591, 191612.84438204957)
(0.9661, 195369.81818310928)
(0.9702999999999999, 200409.5989342117)
(0.9727, 208512.75594627188)
(0.9731, 209101.4871333008)
(0.9994999999999999, 224428.9374734144)
(0.9997, 246948.15806389332)
(0.9999, 247049.36736121273)
(1.0, 257006.82280854037)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6021, 135467.01699518587)
(0.6289, 152156.71458991716)
(0.6292, 169263.88896901227)
(0.8124, 335073.5672348108)
(0.8342, 376473.9683440323)
(0.8345, 423017.0931661634)
(0.9319000000000001, 540872.5582813177)
(0.9419000000000001, 621568.6796997137)
(0.9452, 625017.7216619139)
(0.9456, 688010.6794727517)
(0.9997999999999999, 689183.7360147734)
(0.9999, 782594.2610060805)
(1.0, 789451.9412310686)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.13, 159297.18519470215)
(0.1419, 166064.48120269776)
(0.1433, 181501.49448669437)
(0.2763, 390373.14925231936)
(0.2967, 411600.5195672608)
(0.2988, 437789.0280102539)
(0.6567000000000001, 629337.3105404663)
(0.6987, 684548.5832025147)
(0.7028, 728577.4655026244)
(0.9263999999999999, 806903.6032434081)
(0.9664999999999999, 862833.1899655152)
(0.9711000000000001, 907393.0487649535)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10149999999999999, 392481.33948791027)
(0.10469999999999999, 398310.600358057)
(0.1093, 423696.41765105724)
(0.1153, 437057.5363253117)
(0.3948, 927747.0202576875)
(0.4107, 936951.972509551)
(0.4227, 1009016.7141082763)
(0.45099999999999996, 1059403.090049529)
(0.6804, 1451148.0758091689)
(0.7059, 1462237.248020482)
(0.7273, 1598641.4191831828)
(0.7735000000000001, 1673400.3621917008)
(0.8214, 1777583.2985881087)
(0.8529, 1786639.3946225883)
(0.8773, 1952981.7742268085)
(0.8798, 2042330.4019063711)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0596, 140.89505815665314)
(0.0707, 132.37831751084184)
(0.0747, 128.76365792818572)
(0.07780000000000001, 128.3774731800361)
(0.07980000000000001, 112.73800637474585)
(0.1633, 63.2056663374504)
(0.1774, 57.87198739083698)
(0.196, 57.79713677697357)
(0.2083, 55.510011558453705)
(0.21869999999999998, 55.16050471123235)
(0.2232, 48.2493207968121)
(0.40099999999999997, 39.82531682997123)
(0.43220000000000003, 36.73287443572073)
(0.4824, 36.383031354808054)
(0.514, 34.88599614503581)
(0.5394, 34.36653268759852)
(0.6740999999999999, 32.16077714067232)
(0.6980999999999999, 31.721913880777173)
(0.7485, 29.379449571287253)
(0.8387, 28.912938319723462)
(0.8967, 28.053274993171456)
(0.9385, 27.252674965784745)
(0.9558, 24.287384143633634)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0376, 0.9290699565554671)
(0.1224, 0.3735668389377398)
(0.3052, 0.22875785435230178)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1034, 101.58983840030224)
(0.1056, 101.55475747254098)
(0.1127, 81.5631104149904)
(0.1166, 79.56102040671932)
(0.37029999999999996, 43.319303812365696)
(0.3957, 36.52329144143752)
(0.4103, 34.54498512890172)
(0.4104, 30.790043515276015)
(0.6389, 27.30562795062425)
(0.6658000000000001, 27.271697461576515)
(0.6816, 27.192030659599602)
(0.687, 24.618631391581793)
(0.7365, 23.3639117885637)
(0.7645, 22.49849197541678)
(0.8662000000000001, 21.95253545314346)
(0.8756, 19.73928125412514)
(0.9396000000000001, 19.0220993108558)
(0.9739000000000001, 18.25084293506554)
(0.9771000000000001, 16.32571661772375)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.16699999999999998, 4.857570512080256)
(0.16999999999999998, 4.285457756353741)
(0.3377, 1.9727538407306024)
(0.3426, 1.7251607542747707)
(0.53, 1.2210316833894526)
(0.8493999999999999, 0.9884823959515532)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.040100000000000004, 9.997408823220319)
(0.0434, 9.6869451513739)
(0.0446, 9.137238567320264)
(0.0455, 9.106090828713288)
(0.047799999999999995, 8.477853413362888)
(0.0531, 7.679584114709628)
(0.14079999999999998, 3.9668959758539666)
(0.1503, 3.862525749675147)
(0.15560000000000002, 3.7194682180540832)
(0.1558, 3.5764707580524244)
(0.16870000000000002, 3.4793315179828057)
(0.1888, 3.133041712561828)
(0.3218, 2.4216414616821313)
(0.3242, 2.391983156818446)
(0.3398, 2.3636940293075317)
(0.3514, 2.313733258975608)
(0.3517, 2.226697071708475)
(0.3848, 2.1624700300489987)
(0.6733, 1.93850702291705)
(0.6765, 1.9126703260417641)
(0.7101, 1.9075789924885407)
(0.7323999999999999, 1.8125766377181503)
(0.7344, 1.7726289075597133)
(0.8029, 1.7449143122418123)
(0.8915, 1.5286844052030726)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.033, 7.955940109049558)
(0.036, 7.289235652934725)
(0.0372, 6.478861113474301)
(0.12210000000000001, 3.1950072235027727)
(0.13540000000000002, 2.943560169516902)
(0.1457, 2.567511233427878)
(0.29300000000000004, 1.9822277297672473)
(0.3255, 1.8190470168399424)
(0.35619999999999996, 1.6190589407200928)
(0.649, 1.5725299879473074)
(0.713, 1.4481765175691577)
(0.7857000000000001, 1.304786550439931)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.052700000000000004, 15.569671686410695)
(0.054700000000000006, 15.210846803422358)
(0.05500000000000001, 14.641850359203245)
(0.05620000000000001, 14.49156162833973)
(0.0573, 14.214164049366422)
(0.0591, 14.066694129946603)
(0.0621, 13.655199632850861)
(0.1748, 6.4146281436897485)
(0.177, 6.280368449128854)
(0.1803, 6.2236711347823634)
(0.1815, 6.1225122033705475)
(0.1878, 6.006530065617974)
(0.1927, 5.875864280981654)
(0.2009, 5.6116572083068235)
(0.4018, 3.9928369432225495)
(0.40940000000000004, 3.9334580989453176)
(0.41580000000000006, 3.7750496441550854)
(0.42489999999999994, 3.7024552038127307)
(0.4436, 3.609348074377679)
(0.4626, 3.4593345552768255)
(0.7496, 3.223060306497628)
(0.7527999999999999, 3.201502506903909)
(0.7539, 3.1443220266248413)
(0.7674000000000001, 3.1146433454958)
(0.7794, 3.016409088699807)
(0.7798, 3.0157573274341627)
(0.7859, 2.9912598178678027)
(0.7984, 2.948901450923516)
(0.8004, 2.9279492100151283)
(0.8371000000000001, 2.814508938304976)
(0.8721, 2.739992879971028)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0327, 11.761121159526379)
(0.036699999999999997, 10.47107256682038)
(0.12079999999999999, 4.754908043473021)
(0.1368, 4.232016378205596)
(0.1375, 3.7663820818090796)
(0.3283, 2.9456920592583007)
(0.3548, 2.5632630021990694)
(0.37360000000000004, 2.5491181206247804)
(0.3751, 2.315725682079474)
(0.8321999999999999, 2.311784095795678)
(0.8975, 2.0358493275324707)
(0.9435, 2.0181646491558447)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1041, 11.546720036213)
(0.11510000000000001, 11.07617948569558)
(0.1162, 10.134131430718556)
(0.23010000000000003, 4.711799475765486)
(0.2509, 4.46879902370829)
(0.2529, 4.201475784717287)
(0.5502, 2.922693393818305)
(0.6013, 2.6869677991223737)
(0.6051, 2.5245908459865403)
(0.8359, 2.2795287970044473)
(0.9018, 2.131767787089314)
(0.9076000000000001, 2.0270818720768693)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1024, 20.964308801879874)
(0.1056, 20.657496919749157)
(0.1102, 19.419800728115664)
(0.11610000000000001, 18.826125432317546)
(0.3982, 8.868904798761406)
(0.4138, 8.781773496843911)
(0.42619999999999997, 8.15457255063572)
(0.4542, 7.766732112906449)
(0.6868000000000001, 5.670062302506215)
(0.7121000000000001, 5.627062237088318)
(0.7339, 5.146932827628164)
(0.7798, 4.916994274593929)
(0.8285, 4.628812616846355)
(0.8599, 4.60535014774938)
(0.8844, 4.213096153064475)
(0.8869, 4.0287800604249195)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0634, 140.89505815665314)
(0.0759, 132.37831751084184)
(0.0804, 128.76365792818572)
(0.0838, 128.3774731800361)
(0.0859, 112.73800637474585)
(0.1746, 63.2056663374504)
(0.19, 57.87198739083698)
(0.2098, 57.79713677697357)
(0.22269999999999998, 55.510011558453705)
(0.2332, 55.16050471123235)
(0.23769999999999997, 48.2493207968121)
(0.4324, 39.82531682997123)
(0.4664, 36.73287443572073)
(0.5166000000000001, 36.383031354808054)
(0.5469, 34.88599614503581)
(0.5703, 34.36653268759852)
(0.7278, 32.16077714067232)
(0.7525000000000001, 31.721913880777173)
(0.8010999999999999, 29.379449571287253)
(0.8846999999999999, 28.912938319723462)
(0.9323, 28.053274993171456)
(0.9643, 27.252674965784745)
(0.976, 24.287384143633634)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0417, 0.9290699565554671)
(0.1368, 0.3735668389377398)
(0.3424, 0.22875785435230178)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1105, 101.58983840030224)
(0.11240000000000001, 101.55475747254098)
(0.1125, 86.2779480230113)
(0.1196, 81.5631104149904)
(0.1223, 79.56102040671932)
(0.39390000000000003, 43.319303812365696)
(0.4163, 36.52329144143752)
(0.42610000000000003, 34.54498512890172)
(0.686, 27.30562795062425)
(0.7109, 27.271697461576515)
(0.724, 27.192030659599602)
(0.7276, 24.618631391581793)
(0.7668, 23.3639117885637)
(0.784, 22.49849197541678)
(0.9182, 21.95253545314346)
(0.9236000000000001, 19.73928125412514)
(0.9708, 19.0220993108558)
(0.9891, 18.25084293506554)
(0.991, 16.32571661772375)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1797, 4.857570512080256)
(0.183, 4.285457756353741)
(0.3608, 1.9727538407306024)
(0.3652, 1.7251607542747707)
(0.5647, 1.2210316833894526)
(0.9, 0.9884823959515532)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.043, 9.997408823220319)
(0.0466, 9.6869451513739)
(0.048, 9.137238567320264)
(0.0487, 9.106090828713288)
(0.0513, 8.477853413362888)
(0.056999999999999995, 7.679584114709628)
(0.1512, 3.9668959758539666)
(0.1618, 3.862525749675147)
(0.16770000000000002, 3.7194682180540832)
(0.1824, 3.4793315179828057)
(0.2041, 3.133041712561828)
(0.3465, 2.4216414616821313)
(0.3491, 2.391983156818446)
(0.3659, 2.3636940293075317)
(0.3786, 2.313733258975608)
(0.379, 2.226697071708475)
(0.4164, 2.1624700300489987)
(0.6971, 1.93850702291705)
(0.7007, 1.9126703260417641)
(0.7328, 1.9075789924885407)
(0.756, 1.8125766377181503)
(0.7593, 1.7726289075597133)
(0.8356, 1.7449143122418123)
(0.9231999999999999, 1.5286844052030726)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0353, 7.955940109049558)
(0.0385, 7.289235652934725)
(0.0397, 6.478861113474301)
(0.13340000000000002, 3.1950072235027727)
(0.1477, 2.943560169516902)
(0.15889999999999999, 2.567511233427878)
(0.3215, 1.9822277297672473)
(0.3566, 1.8190470168399424)
(0.3902, 1.6190589407200928)
(0.6700999999999999, 1.5725299879473074)
(0.738, 1.4481765175691577)
(0.819, 1.304786550439931)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0566, 15.569671686410695)
(0.0586, 15.210846803422358)
(0.059, 14.641850359203245)
(0.0601, 14.49156162833973)
(0.0615, 14.214164049366422)
(0.0633, 14.066694129946603)
(0.0664, 13.655199632850861)
(0.18919999999999998, 6.4146281436897485)
(0.1917, 6.280368449128854)
(0.19519999999999998, 6.2236711347823634)
(0.1966, 6.1225122033705475)
(0.2031, 6.006530065617974)
(0.2081, 5.875864280981654)
(0.21680000000000002, 5.6116572083068235)
(0.4356, 3.9928369432225495)
(0.4434, 3.9334580989453176)
(0.4497, 3.7750496441550854)
(0.4603, 3.7024552038127307)
(0.4796, 3.609348074377679)
(0.4988, 3.4593345552768255)
(0.7969999999999999, 3.223060306497628)
(0.7998999999999999, 3.201502506903909)
(0.8008, 3.1443220266248413)
(0.8139, 3.1146433454958)
(0.8251, 3.016409088699807)
(0.8259000000000001, 3.0157573274341627)
(0.8317, 2.9912598178678027)
(0.8431, 2.948901450923516)
(0.8474999999999999, 2.9279492100151283)
(0.8834, 2.814508938304976)
(0.9132999999999999, 2.739992879971028)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0364, 11.761121159526379)
(0.0407, 10.47107256682038)
(0.1339, 4.754908043473021)
(0.1504, 4.232016378205596)
(0.15109999999999998, 3.7663820818090796)
(0.3554, 2.9456920592583007)
(0.3825, 2.5632630021990694)
(0.40090000000000003, 2.5491181206247804)
(0.4024, 2.315725682079474)
(0.8805, 2.311784095795678)
(0.9311999999999999, 2.0358493275324707)
(0.9679, 2.0181646491558447)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10980000000000001, 11.546720036213)
(0.1213, 11.07617948569558)
(0.12250000000000001, 10.134131430718556)
(0.23809999999999998, 4.711799475765486)
(0.2586, 4.46879902370829)
(0.2606, 4.201475784717287)
(0.564, 2.922693393818305)
(0.6143, 2.6869677991223737)
(0.6182000000000001, 2.5245908459865403)
(0.8513999999999999, 2.2795287970044473)
(0.9156000000000001, 2.131767787089314)
(0.9211, 2.0270818720768693)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1109, 20.964308801879874)
(0.1142, 20.657496919749157)
(0.118, 19.419800728115664)
(0.1237, 18.826125432317546)
(0.4276, 8.868904798761406)
(0.4422, 8.781773496843911)
(0.45309999999999995, 8.15457255063572)
(0.476, 7.766732112906449)
(0.7344, 5.670062302506215)
(0.7584, 5.627062237088318)
(0.7746000000000001, 5.146932827628164)
(0.8095000000000001, 4.916994274593929)
(0.8821, 4.628812616846355)
(0.9106, 4.60535014774938)
(0.9291, 4.213096153064475)
(0.9309, 4.0287800604249195)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.057199999999999994, 8.799552917480469)
(0.059, 9.015917778015137)
(0.0646, 9.703993797302246)
(0.0701, 10.171771049499512)
(0.0741, 10.39743423461914)
(0.0772, 10.442376136779785)
(0.0792, 10.542631149291992)
(0.16240000000000002, 18.886208534240723)
(0.17629999999999998, 20.225167274475098)
(0.1776, 21.21734619140625)
(0.17880000000000001, 21.62182331085205)
(0.18080000000000002, 21.67332172393799)
(0.195, 22.000908851623535)
(0.1975, 22.832632064819336)
(0.20729999999999998, 23.443937301635742)
(0.21070000000000003, 23.933053016662598)
(0.2178, 24.18076992034912)
(0.22240000000000001, 25.081515312194824)
(0.3865, 27.42767333984375)
(0.3936, 27.4888277053833)
(0.3991, 27.750849723815918)
(0.42990000000000006, 29.838919639587402)
(0.4337, 31.389355659484863)
(0.47990000000000005, 31.415939331054688)
(0.6708999999999999, 32.47499465942383)
(0.6949, 33.27202796936035)
(0.7445999999999999, 35.903215408325195)
(0.7447, 36.11433506011963)
(0.7496, 36.93366050720215)
(0.8349, 37.001729011535645)
(0.8936999999999999, 38.28895092010498)
(0.9362999999999999, 39.78371620178223)
(0.9545, 42.984962463378906)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 1389.7415399551392)
(0.7739, 3371.0325956344604)
(0.9404999999999999, 5133.3909034729)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09230000000000001, 10.077118873596191)
(0.098, 10.320782661437988)
(0.10269999999999999, 10.488033294677734)
(0.1049, 10.657548904418945)
(0.11200000000000002, 14.188170433044434)
(0.11599999999999999, 15.094757080078125)
(0.3448, 24.196863174438477)
(0.3685, 24.41859245300293)
(0.3686, 28.038978576660156)
(0.39449999999999996, 30.309677124023438)
(0.4093, 32.20975399017334)
(0.40940000000000004, 34.842848777770996)
(0.6789, 37.14096546173096)
(0.6852, 41.85211658477783)
(0.6862, 44.303297996520996)
(0.7347, 44.53277587890625)
(0.8632, 45.98391056060791)
(0.8734, 51.06043815612793)
(0.8756, 53.359270095825195)
(0.9379, 53.3827543258667)
(0.9730000000000001, 55.603861808776855)
(0.9765, 62.615036964416504)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 250.3124475479126)
(0.4659, 278.67090702056885)
(0.6916, 574.3211507797241)
(0.7043, 672.9533672332764)
(0.8855999999999999, 877.7337074279785)
(0.9997999999999999, 1081.2947750091553)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 112.54143714904785)
(0.47009999999999996, 118.88611316680908)
(0.491, 121.69718742370605)
(0.5035000000000001, 127.93231010437012)
(0.5113000000000001, 155.4642915725708)
(0.6522, 292.98222064971924)
(0.6523, 303.19344997406006)
(0.687, 313.0011558532715)
(0.7043999999999999, 333.8799476623535)
(0.7133, 377.4230480194092)
(0.791, 485.01622676849365)
(0.8353999999999999, 514.0705108642578)
(0.8417, 545.0592041015625)
(0.9419000000000001, 589.2084836959839)
(0.9452, 625.5109310150146)
(0.9497, 625.8267164230347)
(0.9773999999999999, 630.6897401809692)
(0.9833999999999999, 662.9353761672974)
(0.9945, 755.1478147506714)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3449, 172.4337339401245)
(0.363, 185.41884422302246)
(0.46749999999999997, 439.846396446228)
(0.48529999999999995, 444.93377208709717)
(0.504, 469.1675901412964)
(0.6281, 698.1585025787354)
(0.6587, 753.1193494796753)
(0.8214, 872.3655939102173)
(0.9162000000000001, 925.0471591949463)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 67.71135330200195)
(0.5514, 74.13041591644287)
(0.5515, 74.8831033706665)
(0.5516, 77.17263698577881)
(0.5522, 78.38916778564453)
(0.5555, 78.63354682922363)
(0.5617, 80.77490329742432)
(0.562, 81.04455471038818)
(0.5699, 83.91880989074707)
(0.5753, 85.50429344177246)
(0.8, 162.42218017578125)
(0.8006, 177.37245559692383)
(0.8007, 180.15718460083008)
(0.8022, 183.15625190734863)
(0.8065, 188.63701820373535)
(0.8140000000000001, 189.37957286834717)
(0.8233, 197.77774810791016)
(0.8292999999999999, 205.82008361816406)
(0.9583999999999999, 259.4447135925293)
(0.9585000000000001, 265.57958126068115)
(0.9586, 273.6480236053467)
(0.9587999999999999, 286.85617446899414)
(0.9591, 289.90256786346436)
(0.962, 292.743444442749)
(0.9661, 297.17421531677246)
(0.9702999999999999, 308.4375858306885)
(0.9994999999999999, 317.44444370269775)
(0.9997, 361.35387420654297)
(0.9999, 362.98954486846924)
(1.0, 378.66127490997314)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6021, 103.49738597869873)
(0.6209, 110.33201217651367)
(0.6289, 118.71373653411865)
(0.6292, 122.37954139709473)
(0.8124, 248.88300895690918)
(0.8282, 274.269700050354)
(0.8342, 291.080117225647)
(0.8345, 298.9605665206909)
(0.9319000000000001, 399.3178606033325)
(0.9419000000000001, 423.9271879196167)
(0.9423, 443.8621997833252)
(0.9452, 466.71736240386963)
(0.9456, 479.6252250671387)
(0.9997999999999999, 484.7884178161621)
(0.9999, 522.2768783569336)
(1.0, 569.4756507873535)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.13, 106.75978660583496)
(0.1346, 118.07167530059814)
(0.1419, 122.18785285949707)
(0.1433, 124.96936321258545)
(0.2763, 243.0555820465088)
(0.2967, 274.0722894668579)
(0.2988, 289.7454500198364)
(0.6567000000000001, 358.97064208984375)
(0.6987, 392.3664093017578)
(0.7028, 415.25983810424805)
(0.9263999999999999, 430.1619529724121)
(0.9664999999999999, 454.9450874328613)
(0.9711000000000001, 482.5247526168823)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10149999999999999, 55.21523952484131)
(0.10469999999999999, 56.533217430114746)
(0.1093, 62.629103660583496)
(0.10980000000000001, 63.62617015838623)
(0.1153, 67.69931316375732)
(0.3948, 117.77591705322266)
(0.4107, 120.9338903427124)
(0.4227, 134.61780548095703)
(0.4241, 140.56885242462158)
(0.45099999999999996, 143.54896545410156)
(0.6804, 182.92272090911865)
(0.7059, 185.94396114349365)
(0.7273, 207.24153518676758)
(0.7293999999999999, 215.48283100128174)
(0.7735000000000001, 218.4537649154663)
(0.8214, 220.6963300704956)
(0.8529, 221.46427631378174)
(0.8773, 244.51613426208496)
(0.8798, 254.33027744293213)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0639, 11.50069236755371)
(0.0792, 11.558496952056885)
(0.17629999999999998, 26.68135166168213)
(0.17880000000000001, 27.05674171447754)
(0.18080000000000002, 27.2341251373291)
(0.1975, 27.355265617370605)
(0.2178, 27.53920555114746)
(0.22240000000000001, 27.599024772644043)
(0.3991, 42.11150407791138)
(0.43970000000000004, 42.230069637298584)
(0.47990000000000005, 42.509472370147705)
(0.487, 42.62317419052124)
(0.5371, 42.732369899749756)
(0.5493, 43.19528341293335)
(0.6708999999999999, 50.249338150024414)
(0.6949, 50.39869546890258)
(0.7445999999999999, 50.7142424583435)
(0.7554000000000001, 50.726258754730225)
(0.7603, 50.75883865356445)
(0.9084, 50.82671642303466)
(0.9362999999999999, 51.703989505767815)
(0.9545, 52.213966846466064)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 1715.2327179908752)
(0.7739, 4223.433566093445)
(0.9404999999999999, 6771.713972091675)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09230000000000001, 17.35389232635498)
(0.11599999999999999, 17.398965358734127)
(0.325, 41.17233753204346)
(0.3581, 41.24375581741333)
(0.3686, 41.29105806350708)
(0.39449999999999996, 41.39883518218994)
(0.40940000000000004, 41.467201709747314)
(0.6852, 63.512253761291504)
(0.7347, 64.31114673614502)
(0.7362, 64.35257196426392)
(0.7632, 64.60496187210083)
(0.7651, 65.54281711578369)
(0.7698, 75.57296752929686)
(0.8632, 75.57457685470581)
(0.8756, 76.77873373031616)
(0.9379, 77.15728282928467)
(0.9410000000000001, 77.68083810806274)
(0.9730000000000001, 78.77330780029295)
(0.9765, 80.07775545120239)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4659, 356.9951057434082)
(0.6916, 878.1984090805054)
(0.7043, 882.8646779060364)
(0.8855999999999999, 1406.8855166435242)
(0.9997999999999999, 1711.1539602279663)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4755, 162.83835172653198)
(0.491, 166.0987138748169)
(0.49829999999999997, 169.28815841674805)
(0.5035000000000001, 171.02712392807007)
(0.5113000000000001, 173.84741306304932)
(0.6944, 401.5789270401001)
(0.7043999999999999, 419.0925359725952)
(0.7133, 422.8161692619324)
(0.8353999999999999, 634.7550630569457)
(0.8417, 636.6304874420166)
(0.8592000000000001, 670.354413986206)
(0.9833999999999999, 777.1930813789368)
(0.9945, 840.9119009971619)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 212.70140409469604)
(0.363, 218.74409914016724)
(0.46749999999999997, 527.9627084732055)
(0.4845, 538.5416388511658)
(0.504, 551.0126233100891)
(0.5980000000000001, 840.9435987472534)
(0.6281, 860.4643106460571)
(0.6587, 869.3628191947936)
(0.8214, 1057.5161457061768)
(0.8587999999999999, 1066.4958834648132)
(0.9162000000000001, 1070.6587553024292)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 89.41092491149902)
(0.5515, 89.90073204040527)
(0.562, 90.44233560562132)
(0.5699, 91.92082881927489)
(0.5753, 92.90791749954224)
(0.8233, 214.51393365859985)
(0.8292999999999999, 223.2932209968567)
(0.9586, 337.10620403289795)
(0.9661, 338.9559268951416)
(0.9702999999999999, 343.31992864608765)
(0.9731, 352.553927898407)
(0.9994999999999999, 412.89515495300293)
(0.9999, 420.4459547996521)
(1.0, 431.56806230545044)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6209, 138.55689764022827)
(0.6292, 139.0015602111816)
(0.8342, 337.0267987251281)
(0.8345, 341.43629074096674)
(0.9419000000000001, 533.1532716751099)
(0.9456, 536.2566828727722)
(0.9999, 659.1664791107177)
(1.0, 664.8579239845276)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1419, 143.67616176605225)
(0.1433, 146.53427600860596)
(0.2988, 351.263952255249)
(0.6567000000000001, 538.7370944023132)
(0.7028, 542.60333776474)
(0.9711000000000001, 660.022509098053)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1059, 82.69144296646118)
(0.1153, 83.0795407295227)
(0.3937, 198.13966751098633)
(0.4241, 198.28120470046997)
(0.45099999999999996, 199.50698614120483)
(0.6804, 306.8890571594238)
(0.7059, 307.72963762283325)
(0.7293999999999999, 311.4379048347473)
(0.7735000000000001, 311.75317764282227)
(0.8214, 354.8364162445068)
(0.8529, 357.58408308029175)
(0.8798, 369.3784475326538)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0772, 11.863527297973633)
(0.0792, 11.951537132263184)
(0.16240000000000002, 27.39337682723999)
(0.17629999999999998, 27.662017345428467)
(0.1975, 27.90004253387451)
(0.21070000000000003, 28.303084373474118)
(0.2178, 28.502228260040283)
(0.22240000000000001, 28.808071613311768)
(0.42990000000000006, 43.68269443511963)
(0.43710000000000004, 43.75042676925659)
(0.47990000000000005, 43.90619277954101)
(0.487, 44.144630432128906)
(0.5115000000000001, 44.32033061981201)
(0.5493, 44.46187496185303)
(0.7447, 52.60255813598633)
(0.7586999999999999, 52.68436908721924)
(0.7603, 52.72283554077148)
(0.9084, 52.91394233703613)
(0.9362999999999999, 53.78921985626221)
(0.9545, 54.442009925842285)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 1797.1460890769956)
(0.7739, 4321.61835193634)
(0.9404999999999999, 6967.235746383666)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09230000000000001, 17.836172580718994)
(0.10269999999999999, 17.88883924484253)
(0.10469999999999999, 17.915828227996826)
(0.11599999999999999, 17.929570674896237)
(0.3581, 42.30757474899292)
(0.3685, 42.559216022491455)
(0.40940000000000004, 42.681019306182854)
(0.6852, 65.3786039352417)
(0.7362, 66.16084575653076)
(0.7632, 66.94748163223267)
(0.7651, 67.35076904296875)
(0.7704, 79.07256841659544)
(0.8632, 79.44032907485962)
(0.8734, 79.68974590301514)
(0.8756, 79.80112552642822)
(0.9379, 80.2151894569397)
(0.9410000000000001, 80.68623781204224)
(0.9730000000000001, 82.5509524345398)
(0.9765, 84.141104221344)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4659, 363.91977310180664)
(0.6916, 897.3935151100159)
(0.7043, 898.57106924057)
(0.8855999999999999, 1459.0354299545288)
(0.9997999999999999, 1750.134732723236)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 168.76721143722534)
(0.4755, 169.92813348770142)
(0.491, 174.5919036865234)
(0.5035000000000001, 179.07596349716187)
(0.5113000000000001, 180.0930643081665)
(0.687, 416.10266208648676)
(0.6944, 418.5400629043579)
(0.7043999999999999, 435.8249258995056)
(0.7133, 436.0183811187744)
(0.8417, 657.8148412704468)
(0.8592000000000001, 697.7531719207764)
(0.9833999999999999, 808.4845733642578)
(0.9945, 875.6656122207642)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 220.87839365005493)
(0.363, 226.29375696182248)
(0.46749999999999997, 548.8055419921875)
(0.4845, 551.4219260215759)
(0.504, 752.5400686264038)
(0.5980000000000001, 871.7106008529663)
(0.6259, 887.4450421333313)
(0.6281, 888.4858202934265)
(0.6587, 893.6723995208739)
(0.8214, 1086.0452055931091)
(0.9162000000000001, 1094.9017572402954)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.562, 92.10233926773071)
(0.5699, 94.61588144302368)
(0.5753, 96.28831624984741)
(0.8233, 221.0175609588623)
(0.8292999999999999, 229.03966188430786)
(0.9586, 347.4101233482361)
(0.9661, 349.93231534957886)
(0.9702999999999999, 357.7830934524536)
(0.9727, 364.14015769958496)
(0.9731, 367.19605922698975)
(0.9994999999999999, 425.6528854370117)
(0.9999, 431.7771625518799)
(1.0, 442.70049810409546)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6209, 142.93550729751587)
(0.6289, 145.41186571121216)
(0.6292, 145.84389686584473)
(0.8342, 350.8846402168274)
(0.8345, 355.84534645080566)
(0.9419000000000001, 550.7933282852173)
(0.9456, 556.0176849365234)
(0.9999, 686.4443612098694)
(1.0, 698.2239556312561)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1419, 148.61935377120972)
(0.1433, 153.38727235794067)
(0.2763, 367.3021101951599)
(0.2988, 368.62542152404785)
(0.6567000000000001, 573.505687713623)
(0.7028, 581.5598154067993)
(0.9711000000000001, 689.9516844749451)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1059, 84.04147148132324)
(0.1153, 84.73349094390868)
(0.4227, 200.96238374710083)
(0.4241, 201.139497756958)
(0.45099999999999996, 203.7222933769226)
(0.7059, 314.9134111404419)
(0.7293999999999999, 318.753879070282)
(0.7735000000000001, 318.967022895813)
(0.8214, 376.1320400238037)
(0.8529, 381.11780166625977)
(0.8798, 382.598009109497)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0644, 12.232878446578988)
(0.06989999999999999, 12.286673307418868)
(0.0772, 12.314479827880895)
(0.0792, 12.389087915420696)
(0.16240000000000002, 28.154480934143162)
(0.17629999999999998, 28.258178234100374)
(0.1975, 28.77895236015332)
(0.20729999999999998, 28.895496129989937)
(0.21070000000000003, 29.107073307037396)
(0.2178, 29.439900875091745)
(0.22240000000000001, 31.35998177528384)
(0.43710000000000004, 44.45308709144599)
(0.47990000000000005, 45.16522598266605)
(0.5211, 45.73790454864512)
(0.5493, 45.82054042816171)
(0.7445999999999999, 54.037625789642405)
(0.9084, 54.122006654739636)
(0.9362999999999999, 55.21298575401321)
(0.9545, 58.07804965972911)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 2450.514106035248)
(0.7739, 4449.641252994538)
(0.9404999999999999, 9283.182048797651)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10469999999999999, 18.429518222808944)
(0.11599999999999999, 18.44220352172852)
(0.3685, 43.59998369216927)
(0.39449999999999996, 43.79970884323136)
(0.4093, 44.9193823337555)
(0.40940000000000004, 45.070840835571545)
(0.6852, 67.82293796539312)
(0.7362, 68.16148447990422)
(0.7632, 69.56304097175601)
(0.7651, 69.7974381446839)
(0.7689, 82.0957081317902)
(0.7698, 82.41211891174325)
(0.8093, 82.53243660926823)
(0.8422000000000001, 82.78061652183558)
(0.8756, 83.03429818153387)
(0.9379, 83.60063266754152)
(0.9410000000000001, 83.91745591163678)
(0.9730000000000001, 85.32203698158266)
(0.9765, 86.29728317260751)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45899999999999996, 370.1557195186616)
(0.4659, 375.74048519134533)
(0.6916, 912.184734582901)
(0.7043, 939.2995450496674)
(0.9997999999999999, 1775.17804145813)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4673, 174.97316026687668)
(0.4755, 175.48137211799636)
(0.4824, 181.62374806404435)
(0.5113000000000001, 184.36474108696038)
(0.6944, 433.21638298034696)
(0.7133, 448.2392385005954)
(0.8187, 679.8895113468186)
(0.8417, 681.2649848461156)
(0.8592000000000001, 723.554291009904)
(0.9833999999999999, 833.622851848603)
(0.9945, 912.0354421138768)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3332, 228.11506056785606)
(0.363, 229.3735260963441)
(0.4845, 562.1611402034771)
(0.504, 818.6901495456702)
(0.5980000000000001, 906.794194459917)
(0.6587, 917.1540844440461)
(0.8214, 1107.6027362346704)
(0.8587999999999999, 1130.4230833053596)
(0.9162000000000001, 1131.8475518226635)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5513, 94.19548225402859)
(0.5514, 95.78377771377568)
(0.5699, 96.41651797294618)
(0.5753, 99.91764426231393)
(0.8140000000000001, 225.4695801734928)
(0.8233, 234.9050340652466)
(0.8292999999999999, 238.43212556839015)
(0.9586, 356.4961104393009)
(0.962, 362.3175926208501)
(0.9661, 362.4522483348851)
(0.9701000000000001, 364.3959772586837)
(0.9702999999999999, 366.65612506866495)
(0.9727, 372.40471267700246)
(0.9731, 391.0520477294923)
(0.9994999999999999, 436.5054557323464)
(0.9999, 451.10682535171554)
(1.0, 460.9171779155732)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6292, 148.2423887252809)
(0.8342, 361.3130638599399)
(0.8345, 363.04197359085106)
(0.9419000000000001, 566.3331975936894)
(0.9456, 573.4787597656261)
(0.9999, 707.3136663436903)
(1.0, 717.0177159309417)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.123, 156.3089735507973)
(0.13, 156.92461061477664)
(0.1433, 159.06590485572826)
(0.2763, 386.2681829929359)
(0.2967, 386.57066011428867)
(0.2988, 399.047189474106)
(0.7028, 593.3799481391915)
(0.9711000000000001, 717.2971601486219)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1059, 85.66766643524171)
(0.10980000000000001, 87.16734194755568)
(0.1153, 87.82940125465404)
(0.4227, 203.84579753875738)
(0.4241, 205.40622401237536)
(0.45099999999999996, 206.84806799888642)
(0.7059, 319.48451709747326)
(0.7293999999999999, 320.8320856094364)
(0.7735000000000001, 324.14608526229864)
(0.8214, 384.3235042095193)
(0.8529, 388.1962015628815)
(0.8773, 395.4011492729188)
(0.8798, 395.55198287963896)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.