\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1042.7765979504982)
(0.027800000000000002, 948.1620801086895)
(0.033, 843.2729728485381)
(0.1216, 243.36138362213043)
(0.1306, 217.38999057474857)
(0.2613, 87.0690764162184)
(0.2712, 86.71519622873711)
(0.2741, 85.08148852684027)
(0.2907, 82.5589189588819)
(0.2962, 79.01637507925791)
(0.49429999999999996, 44.921080805978285)
(0.5061, 44.08712148433711)
(0.5284, 42.155604577409036)
(0.5602, 41.27917022166036)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 1272.9468921588027)
(0.4218, 1157.4002711442724)
(0.43010000000000004, 1085.192848388538)
(0.4337, 791.6487674654052)
(0.7264, 287.0403555374277)
(0.7506999999999999, 277.8963091233888)
(0.7546, 272.6194004627824)
(0.7605999999999999, 258.9730849899299)
(0.8488, 98.33321572026439)
(0.8647, 95.9335999136523)
(0.8653000000000001, 95.01986550566274)
(0.8717, 92.98131100264717)
(0.8754, 91.19285061604306)
(0.9208000000000001, 37.90663430357975)
(0.9307000000000001, 36.91828754867399)
(0.9372, 36.48629240452032)
(0.9384, 35.92208969258401)
(0.9406000000000001, 35.131135047001486)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 496.77681070847154)
(0.0354, 468.1925616581879)
(0.1506, 97.63476327788334)
(0.157, 90.05342095321228)
(0.36970000000000003, 38.21829944156214)
(0.3781, 36.24849621559078)
(0.657, 20.5962835192618)
(0.6793, 20.35321299882284)
(0.6799999999999999, 19.900994556272064)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 477.39862331585203)
(0.5602, 129.53865898970506)
(0.5739, 118.31781302694719)
(0.8763, 51.65580955191279)
(0.8901, 49.191763085620444)
(0.9021000000000001, 47.54168368967818)
(0.9148, 42.50276141524302)
(0.9628, 24.914762374381066)
(0.9692000000000001, 24.530792241307857)
(0.9720000000000001, 23.39340063667157)
(0.9785, 21.106201415035525)
(0.9788, 18.849134672838037)
(0.9812, 16.740798201518803)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 2504.615347867887)
(0.066, 2217.1297598230653)
(0.067, 2020.3776493256262)
(0.06820000000000001, 1690.9045683768936)
(0.2949, 661.0350895303508)
(0.2972, 613.7817527452451)
(0.6024, 224.91067098044883)
(0.6054999999999999, 213.74673052103995)
(0.615, 213.19187987909837)
(0.7777000000000001, 87.27573151644285)
(0.798, 86.57259023134837)
(0.807, 82.98920569534572)
(0.8079000000000001, 79.73669255602043)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 1349.3180872084008)
(0.078, 1227.547877189722)
(0.0787, 1141.655143880584)
(0.0809, 1007.0952570067764)
(0.0824, 769.6010181336712)
(0.2885, 321.41767874478097)
(0.2924, 320.74172993286095)
(0.2925, 294.416067634697)
(0.29369999999999996, 265.8112482736038)
(0.2967, 230.74814746433648)
(0.49729999999999996, 110.99352460325007)
(0.5094000000000001, 107.84278813001792)
(0.6627, 44.69803894161735)
(0.6634, 43.598925897623985)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 7518.371531922979)
(0.0513, 6064.32285190476)
(0.2258, 2066.4639767138115)
(0.2273, 1846.7307002230095)
(0.5917, 805.2142772535391)
(0.8720000000000001, 362.04565656977195)
(0.885, 351.41524451835306)
(0.9301, 323.0113503999421)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 1779.3517672807122)
(0.4646, 1643.7782369189192)
(0.4709, 1381.4866538431136)
(0.481, 1249.0426635973931)
(0.48929999999999996, 927.4306086082054)
(0.8121, 425.7464767058746)
(0.8345, 399.85273063223826)
(0.8432999999999999, 378.42816268669213)
(0.8611000000000001, 361.38275319407234)
(0.8737999999999999, 318.99421129074)
(0.874, 277.76170752924696)
(0.9372999999999999, 146.15920134420477)
(0.943, 140.0092124324911)
(0.9631000000000001, 136.6853646557592)
(0.9632999999999999, 127.00545596362613)
(0.9682000000000001, 122.81521377536617)
(0.9811, 56.7862303399375)
(0.9938, 55.139710072649386)
(0.9954000000000001, 54.936577148933594)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 1996.1555137062744)
(0.0038, 1922.0045320093204)
(0.004200000000000001, 1725.0997392384445)
(0.0155, 464.64752769265823)
(0.017499999999999998, 437.4847389493304)
(0.017599999999999998, 428.71850057117433)
(0.0428, 110.91410050516734)
(0.0459, 104.54982100942141)
(0.0474, 93.96051095042255)
(0.11040000000000001, 39.41880998820923)
(0.1163, 38.088492552291534)
(0.1167, 36.46036224838773)
(0.1189, 36.17558931037928)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 90.59963430555133)
(0.0152, 89.12505387170144)
(0.0158, 84.66894771776697)
(0.0656, 24.082821215726273)
(0.0745, 23.32346587940568)
(0.1647, 10.218380317150126)
(0.17250000000000001, 10.174736764263686)
(0.1968, 9.332410958642594)
(0.3525, 5.178212137216681)
(0.3584, 5.077853880972005)
(0.3875, 4.946818718399318)
(0.39049999999999996, 4.529912521362986)
(0.42969999999999997, 4.308557420890105)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5602, 5.037541389465332)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9208000000000001, 324.8484880924225)
(0.9307000000000001, 501.3739244937897)
(0.9372, 840.0193564891815)
(0.9384, 3094.122076511383)
(0.9406000000000001, 6195.98455286026)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6793, 15.177943468093872)
(0.6799999999999999, 126.91592454910278)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9812, 366.0912687778473)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8003, 35.15856957435608)
(0.8079000000000001, 47.70292544364929)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.635, 69.26591467857361)
(0.6516, 86.31025314331055)
(0.6543, 122.20105838775635)
(0.6634, 202.37130904197693)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9301, 13.85828948020935)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9811, 27.477737426757812)
(0.9868, 38.13739848136902)
(0.9909000000000001, 61.49185752868652)
(0.9938, 108.81932759284973)
(0.9954000000000001, 213.95387983322144)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11040000000000001, 34.2802677154541)
(0.1163, 43.67885446548462)
(0.1167, 63.93118405342102)
(0.1189, 106.90562868118286)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42969999999999997, 282.5202810764313)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5602, 113180.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9208000000000001, 5155520.0)
(0.9307000000000001, 6093180.0)
(0.9372, 7968500.0)
(0.9384, 19220440.0)
(0.9406000000000001, 34223012.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6793, 204268.0)
(0.6799999999999999, 431444.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9812, 3912368.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8003, 632968.0)
(0.8079000000000001, 745032.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.635, 1100284.0)
(0.6516, 1212944.0)
(0.6543, 1438028.0)
(0.6634, 1888196.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9301, 283724.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9811, 530536.0)
(0.9868, 624460.0)
(0.9909000000000001, 812312.0)
(0.9938, 1188016.0)
(0.9954000000000001, 1939424.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11040000000000001, 639468.0)
(0.1163, 733496.0)
(0.1167, 921552.0)
(0.1189, 1297660.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42969999999999997, 1899208.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1358)
(0.027100000000000003, 1387)
(0.027800000000000002, 1464)
(0.0293, 1492)
(0.032, 1520)
(0.033, 1621)
(0.11040000000000001, 5522)
(0.11979999999999999, 5931)
(0.1212, 6012)
(0.1216, 6198)
(0.1306, 6501)
(0.2613, 12835)
(0.2741, 13431)
(0.2862, 14440)
(0.2962, 15057)
(0.49429999999999996, 23857)
(0.5024, 24875)
(0.5061, 25837)
(0.5448000000000001, 28169)
(0.5602, 30885)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 1848)
(0.4337, 1959)
(0.7264, 9255)
(0.7506999999999999, 9617)
(0.7605999999999999, 9750)
(0.8647, 28226)
(0.8717, 28523)
(0.8737, 28905)
(0.8754, 29102)
(0.9208000000000001, 70839)
(0.9343999999999999, 76379)
(0.9384, 76893)
(0.9406000000000001, 77057)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 1962)
(0.0354, 1980)
(0.1456, 8988)
(0.1506, 9002)
(0.157, 9269)
(0.36560000000000004, 22282)
(0.36970000000000003, 22444)
(0.3781, 22557)
(0.657, 39798)
(0.6614, 40088)
(0.662, 40427)
(0.6793, 40646)
(0.6799999999999999, 40773)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 860)
(0.5739, 3919)
(0.8901, 8213)
(0.9148, 11554)
(0.9628, 19910)
(0.9692000000000001, 23834)
(0.9720000000000001, 24058)
(0.9785, 28733)
(0.9812, 31109)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 1160)
(0.066, 1283)
(0.067, 1319)
(0.06820000000000001, 1419)
(0.2903, 5833)
(0.2949, 5915)
(0.2972, 6102)
(0.6024, 15057)
(0.615, 15177)
(0.8003, 33243)
(0.8079000000000001, 44201)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.078, 1361)
(0.0787, 1459)
(0.0824, 1518)
(0.2925, 6622)
(0.2967, 6633)
(0.4885, 17486)
(0.5072, 17631)
(0.5086, 17864)
(0.5094000000000001, 18603)
(0.6627, 40234)
(0.6634, 42680)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0449, 1196)
(0.046400000000000004, 1220)
(0.0506, 1357)
(0.0513, 1492)
(0.1945, 4892)
(0.1946, 5836)
(0.2258, 6019)
(0.2273, 6329)
(0.47779999999999995, 11384)
(0.4932, 12694)
(0.5253, 14563)
(0.5888, 15969)
(0.5917, 16537)
(0.8611000000000001, 26706)
(0.885, 28377)
(0.9301, 34326)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4709, 1789)
(0.48929999999999996, 1866)
(0.8121, 7609)
(0.8345, 7838)
(0.8432999999999999, 8394)
(0.874, 8533)
(0.943, 22611)
(0.9631000000000001, 23100)
(0.9632999999999999, 23110)
(0.9682000000000001, 23128)
(0.9811, 54887)
(0.9945, 55974)
(0.9954000000000001, 58391)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 1885)
(0.0038, 1954)
(0.004200000000000001, 2002)
(0.0155, 9348)
(0.017499999999999998, 9642)
(0.017599999999999998, 9693)
(0.0428, 26724)
(0.0459, 28273)
(0.0474, 29348)
(0.11040000000000001, 68651)
(0.1163, 71886)
(0.1167, 73745)
(0.1189, 74238)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0152, 1775)
(0.0158, 1894)
(0.0656, 7572)
(0.0745, 7833)
(0.1647, 18451)
(0.17250000000000001, 18466)
(0.1772, 19365)
(0.1968, 20164)
(0.3525, 36842)
(0.3584, 37212)
(0.3875, 38196)
(0.39049999999999996, 40589)
(0.42969999999999997, 42607)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3821265019476683, 1042.7765979504982)
(0.333061150662162, 843.2729728485381)
(0.08442288517929947, 243.36138362213043)
(0.0788251990055979, 217.38999057474857)
(0.038944982230074025, 87.0690764162184)
(0.036338400986387354, 86.71519622873711)
(0.036327205970010594, 85.08148852684027)
(0.03421722125954237, 82.5589189588819)
(0.03348098360774837, 79.01637507925791)
(0.02023972326076728, 44.921080805978285)
(0.019491104535329883, 44.08712148433711)
(0.01869330129870402, 42.155604577409036)
(0.018328657320048604, 41.27917022166036)
(0.018159093986630508, 41.02626944456785)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(15.390202779761264, 1272.9468921588027)
(13.077971603162942, 1157.4002711442724)
(12.736392702397247, 1085.192848388538)
(12.11321962953229, 960.5022645966756)
(11.759185492824487, 791.6487674654052)
(11.604219592810935, 573.5119578284588)
(5.250569214815876, 287.0403555374277)
(4.2642804712957005, 277.8963091233888)
(4.128220577007808, 272.6194004627824)
(3.9063975686229107, 258.9730849899299)
(3.6518230975283172, 241.9724924792912)
(3.5825508182064536, 219.22554389370183)
(2.2977407054615466, 98.33321572026439)
(1.8833943576536039, 95.9335999136523)
(1.7625425453862145, 95.01986550566274)
(1.623543953203982, 92.98131100264717)
(1.571779798383131, 91.19285061604306)
(1.480576375603851, 87.23138077246503)
(1.0649581662672163, 37.90663430357975)
(0.8286270281779501, 36.91828754867399)
(0.7131911431816409, 36.48629240452032)
(0.7023931988858054, 35.92208969258401)
(0.6582475485552608, 35.131135047001486)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.34912044823534094, 496.77681070847154)
(0.3445924005309127, 470.6071907471464)
(0.33902699618659815, 458.67058597099015)
(0.33051541927630496, 442.72130370601803)
(0.07742396085710683, 97.63476327788334)
(0.07630934796961714, 97.11217340207932)
(0.07571685600193959, 95.59879896131707)
(0.07498380852156922, 95.5349268621987)
(0.07046993982160875, 90.05342095321228)
(0.030387755139623256, 38.21829944156214)
(0.03032000674851915, 37.57058070206873)
(0.03014680681344832, 37.4374202649224)
(0.02928806677581639, 36.24849621559078)
(0.016836935397580126, 20.5962835192618)
(0.016325798603154744, 20.35321299882284)
(0.016036115511564124, 19.900994556272064)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.1039844180231535, 477.39862331585203)
(6.10200585278942, 458.87000128876895)
(5.940592500603375, 407.510038603774)
(1.4755393420940583, 129.53865898970506)
(1.392235497811929, 118.31781302694719)
(0.587849706017565, 51.65580955191279)
(0.5693736500791494, 49.191763085620444)
(0.4853173043438084, 47.54168368967818)
(0.4669366082647941, 42.50276141524302)
(0.28369627257701613, 24.914762374381066)
(0.2592668816280386, 24.530792241307857)
(0.24347019321708416, 23.39340063667157)
(0.2312619588921608, 21.106201415035525)
(0.22343053223866205, 18.849134672838037)
(0.16659586222886774, 16.740798201518803)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5254968950058384, 2504.615347867887)
(0.48226240881622384, 2217.1297598230653)
(0.44575636193510604, 2020.3776493256262)
(0.14952702262937292, 661.0350895303508)
(0.14355415177225186, 613.7817527452451)
(0.13853116066739724, 565.7805796469995)
(0.1376299235603411, 473.022527954124)
(0.07305008739014171, 224.91067098044883)
(0.06814309723682835, 222.03353151504191)
(0.06741771702019889, 213.74673052103995)
(0.039970344527620195, 87.27573151644285)
(0.039421866357688844, 86.57259023134837)
(0.03919314893893497, 85.6882583111484)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.17877876755297792, 1349.3180872084008)
(0.17074391331003064, 1227.547877189722)
(0.16635197683035471, 1141.655143880584)
(0.15519626840658615, 1007.0952570067764)
(0.1519209969164655, 546.3889551452912)
(0.10332495630860374, 321.41767874478097)
(0.09317743951603777, 320.74172993286095)
(0.08899963898188475, 294.416067634697)
(0.08493122548319582, 230.74814746433648)
(0.06600373056695993, 110.99352460325007)
(0.06348689237271735, 107.84278813001792)
(0.06346928790375042, 106.62490513702355)
(0.06212528118058205, 99.86467341321023)
(0.0492255796661516, 44.69803894161735)
(0.04839773576738039, 44.56057874918087)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(5.0992597864769875, 7518.371531922979)
(4.9813526027221195, 6064.32285190476)
(1.163590513373721, 2066.4639767138115)
(1.1508515065964495, 1846.7307002230095)
(0.4270797206668103, 805.2142772535391)
(0.42405766080129975, 731.6612985157109)
(0.22319014031155834, 362.04565656977195)
(0.21398244242954315, 351.41524451835306)
(0.17573955091470606, 323.0113503999421)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0838444863448486, 1779.3517672807122)
(1.0045702103179104, 1643.7782369189192)
(0.9204975912437884, 1381.4866538431136)
(0.8544785514017371, 1249.0426635973931)
(0.8082369459775189, 927.4306086082054)
(0.7783057853770227, 665.792975932868)
(0.2892253792546141, 425.7464767058746)
(0.254675436997111, 399.85273063223826)
(0.23100818154941297, 378.42816268669213)
(0.2136693752291955, 361.38275319407234)
(0.19658135299498294, 318.99421129074)
(0.19020919580637877, 277.76170752924696)
(0.11471482273515822, 146.15920134420477)
(0.10534004533212107, 140.0092124324911)
(0.08893885053178939, 136.6853646557592)
(0.08438579095983378, 127.00545596362613)
(0.07936971720796525, 122.81521377536617)
(0.05561629430055533, 56.7862303399375)
(0.043937902849112975, 55.139710072649386)
(0.0413198771809904, 54.936577148933594)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.2152289718499025, 1996.1555137062744)
(2.907128930011244, 1922.0045320093204)
(2.824949330155881, 1725.0997392384445)
(2.7021840684789913, 1467.841414624996)
(2.698745577055746, 1132.7372445314415)
(0.7583784782033004, 464.64752769265823)
(0.7133843971579275, 437.4847389493304)
(0.6891680376914823, 428.71850057117433)
(0.6256735090135067, 383.90386001357206)
(0.6175035858350096, 308.59094959663895)
(0.29955010925792974, 110.91410050516734)
(0.28195881809929385, 104.54982100942141)
(0.25705729301949926, 102.5427963515893)
(0.25202823428372345, 99.74649958919977)
(0.14022940843908185, 39.41880998820923)
(0.1356182217278336, 36.46036224838773)
(0.1247194168723663, 36.17558931037928)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.263549434277451, 90.59963430555133)
(0.9748924069707455, 89.12505387170144)
(0.9035146597893157, 83.92782570050343)
(0.25576869618942005, 24.082821215726273)
(0.225287489432512, 23.881103907089038)
(0.2008666120861223, 23.32346587940568)
(0.19453336328433135, 21.7688923214651)
(0.0843702764141016, 10.218380317150126)
(0.07244453594030481, 9.332410958642594)
(0.07169379662486243, 9.06400238483977)
(0.03568601098576159, 5.178212137216681)
(0.032444519229079975, 4.529912521362986)
(0.03007649017283371, 4.308557420890105)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5602, 10.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9406000000000001, 10.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6799999999999999, 10.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9812, 10.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8079000000000001, 10.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6634, 10.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9301, 10.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9954000000000001, 10.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1189, 10.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.42969999999999997, 10.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 108.53714997291566)
(0.027800000000000002, 127.08375764846801)
(0.033, 163.9042213497162)
(0.1216, 465.06967669010163)
(0.1306, 635.7974423503875)
(0.2907, 1370.8997335147858)
(0.2962, 1749.207045518875)
(0.5602, 2741.818679790497)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 4050.0668423461916)
(0.4218, 5264.539979739189)
(0.43010000000000004, 7342.93449485302)
(0.7264, 17960.958800888064)
(0.7506999999999999, 21926.091854982376)
(0.7546, 29229.394483566288)
(0.7605999999999999, 45252.37825566196)
(0.8488, 52429.07965774536)
(0.8647, 63514.55595833301)
(0.8653000000000001, 83861.411059618)
(0.8717, 126037.67223357773)
(0.9208000000000001, 136005.74397377015)
(0.9307000000000001, 165045.03335824015)
(0.9372, 218397.08764195442)
(0.9384, 535059.072689972)
(0.9406000000000001, 974150.478036462)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 411.18666491031644)
(0.0354, 465.0223387336731)
(0.1506, 2092.1646465063095)
(0.157, 4790.978459598541)
(0.36970000000000003, 5344.769468676567)
(0.6793, 10036.154980140685)
(0.6799999999999999, 21679.51952250671)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 8195.180733505249)
(0.5602, 31037.591645282744)
(0.5739, 33066.60172216797)
(0.9021000000000001, 84569.32291762542)
(0.9148, 92049.73676361846)
(0.9720000000000001, 199617.83549672127)
(0.9785, 200748.3922228489)
(0.9788, 213302.52395054058)
(0.9812, 233702.5960712585)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 252.72064252853394)
(0.066, 336.0344592819214)
(0.067, 479.6964569091797)
(0.06820000000000001, 838.2755753984451)
(0.2949, 957.5406964397431)
(0.2972, 1213.8386269512175)
(0.6024, 2814.308441839218)
(0.615, 3494.654676446915)
(0.8003, 8274.817799064636)
(0.8079000000000001, 9343.653167913437)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 815.437079240799)
(0.078, 988.1032117271424)
(0.0787, 1259.5992824172972)
(0.0809, 1874.8931512317658)
(0.2885, 3423.2217851142887)
(0.2907, 3971.627679962158)
(0.2924, 4483.445295069694)
(0.2925, 6413.359213610649)
(0.4885, 10387.296182465552)
(0.5041, 11856.404521423341)
(0.5094000000000001, 17508.783227335927)
(0.635, 26912.508069309235)
(0.6516, 29830.86116481018)
(0.6543, 32697.610032620425)
(0.6634, 43308.314623019214)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 37.737427419662474)
(0.0513, 65.23993027114868)
(0.2258, 137.29927218532563)
(0.2273, 214.235892624855)
(0.5917, 352.3583821287155)
(0.9301, 878.3716103124618)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 298.162516122818)
(0.4646, 379.89309383392333)
(0.4709, 587.9984419250488)
(0.481, 951.1412497138977)
(0.8121, 1246.1312753658297)
(0.8345, 1561.7249856281278)
(0.8432999999999999, 2146.542144836426)
(0.8611000000000001, 3287.4175358390808)
(0.9372999999999999, 3629.8501573677063)
(0.943, 4460.135080761909)
(0.9574999999999999, 6119.9943719272605)
(0.9631000000000001, 8691.610861133575)
(0.9811, 9342.68742306137)
(0.9868, 11370.4107711792)
(0.9909000000000001, 15217.868087942123)
(0.9938, 21545.56123771286)
(0.9954000000000001, 35302.963902214055)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 320.3497901887893)
(0.0038, 381.6307338428498)
(0.004200000000000001, 534.2021559906007)
(0.0155, 1376.2431991739275)
(0.017499999999999998, 1676.6207702732088)
(0.017599999999999998, 2149.550343109131)
(0.0428, 5765.43466599369)
(0.0459, 7015.755674358368)
(0.11040000000000001, 16222.407530599596)
(0.1163, 19257.67996706581)
(0.1167, 25275.44827234268)
(0.1189, 35871.150262856485)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0152, 21309.473795482634)
(0.0158, 44866.74397634983)
(0.0745, 81429.06418025016)
(0.1968, 203506.68315149305)
(0.3875, 439505.08877824974)
(0.42969999999999997, 440799.0458225441)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0268, 1042.7765979504982)
(0.028100000000000003, 948.1620801086895)
(0.0334, 843.2729728485381)
(0.1226, 243.36138362213043)
(0.12290000000000001, 231.26671379151773)
(0.1318, 217.38999057474857)
(0.26339999999999997, 87.0690764162184)
(0.2738, 86.71519622873711)
(0.2762, 85.08148852684027)
(0.2926, 82.5589189588819)
(0.2988, 79.01637507925791)
(0.49729999999999996, 44.921080805978285)
(0.5097, 44.08712148433711)
(0.5325, 42.155604577409036)
(0.5636, 41.27917022166036)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 1157.4002711442724)
(0.0012000000000000001, 287.0403555374277)
(0.0019, 272.6194004627824)
(0.0032, 98.33321572026439)
(0.0035000000000000005, 95.9335999136523)
(0.0036, 95.01986550566274)
(0.0036999999999999997, 87.23138077246503)
(0.0083, 37.90663430357975)
(0.010199999999999999, 36.13811216295015)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.033100000000000004, 496.77681070847154)
(0.0355, 468.1925616581879)
(0.1513, 97.63476327788334)
(0.158, 90.05342095321228)
(0.37120000000000003, 38.21829944156214)
(0.38029999999999997, 36.24849621559078)
(0.6597000000000001, 20.5962835192618)
(0.6822, 20.35321299882284)
(0.6833, 19.900994556272064)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021999999999999997, 477.39862331585203)
(0.003, 458.87000128876895)
(0.01, 129.53865898970506)
(0.020300000000000002, 51.65580955191279)
(0.022600000000000002, 49.191763085620444)
(0.0251, 47.54168368967818)
(0.0416, 24.914762374381066)
(0.0432, 24.530792241307857)
(0.0437, 23.39340063667157)
(0.05, 21.106201415035525)
(0.058199999999999995, 18.849134672838037)
(0.0611, 16.740798201518803)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0060999999999999995, 2504.615347867887)
(0.0075, 2217.1297598230653)
(0.0079, 2020.3776493256262)
(0.0241, 661.0350895303508)
(0.0283, 613.7817527452451)
(0.0531, 224.91067098044883)
(0.053500000000000006, 222.03353151504191)
(0.0551, 213.74673052103995)
(0.056100000000000004, 213.19187987909837)
(0.1001, 87.27573151644285)
(0.1062, 86.57259023134837)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.02, 1349.3180872084008)
(0.024, 1227.547877189722)
(0.025500000000000002, 1141.655143880584)
(0.0273, 1007.0952570067764)
(0.027500000000000004, 769.6010181336712)
(0.0299, 546.3889551452912)
(0.0578, 321.41767874478097)
(0.0669, 320.74172993286095)
(0.0708, 294.416067634697)
(0.0731, 230.74814746433648)
(0.11879999999999999, 110.99352460325007)
(0.1233, 107.84278813001792)
(0.1253, 106.62490513702355)
(0.12869999999999998, 99.86467341321023)
(0.20249999999999999, 44.69803894161735)
(0.2028, 44.56057874918087)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0013, 7518.371531922979)
(0.0017000000000000001, 5192.641196424592)
(0.006900000000000001, 2066.4639767138115)
(0.0075, 1816.1822493826337)
(0.0155, 805.2142772535391)
(0.0162, 784.4022610991234)
(0.0183, 731.6612985157109)
(0.0332, 362.04565656977195)
(0.034699999999999995, 351.41524451835306)
(0.0397, 323.0113503999421)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0049, 1779.3517672807122)
(0.0050999999999999995, 1381.4866538431136)
(0.006500000000000001, 1249.0426635973931)
(0.0067, 927.4306086082054)
(0.0209, 425.7464767058746)
(0.0222, 378.42816268669213)
(0.0253, 361.38275319407234)
(0.0264, 318.99421129074)
(0.047099999999999996, 146.15920134420477)
(0.0533, 140.0092124324911)
(0.05689999999999999, 136.6853646557592)
(0.059899999999999995, 127.00545596362613)
(0.0631, 122.81521377536617)
(0.1071, 56.7862303399375)
(0.1263, 55.139710072649386)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0026, 1996.1555137062744)
(0.0032, 1922.0045320093204)
(0.0108, 464.64752769265823)
(0.013500000000000002, 437.4847389493304)
(0.0308, 110.91410050516734)
(0.0355, 104.54982100942141)
(0.0358, 93.96051095042255)
(0.07970000000000001, 39.41880998820923)
(0.0868, 38.088492552291534)
(0.0873, 36.17558931037928)
(0.0885, 34.83882955499113)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0137, 90.59963430555133)
(0.0154, 89.12505387170144)
(0.016300000000000002, 84.66894771776697)
(0.0664, 24.082821215726273)
(0.0754, 23.32346587940568)
(0.16599999999999998, 10.218380317150126)
(0.1744, 10.174736764263686)
(0.1985, 9.332410958642594)
(0.35609999999999997, 5.178212137216681)
(0.3619, 5.077853880972005)
(0.3911, 4.946818718399318)
(0.395, 4.529912521362986)
(0.43390000000000006, 4.308557420890105)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.029599999999999998, 1042.7765979504982)
(0.0308, 948.1620801086895)
(0.0363, 843.2729728485381)
(0.1338, 243.36138362213043)
(0.14279999999999998, 217.38999057474857)
(0.2853, 87.0690764162184)
(0.2993, 86.71519622873711)
(0.3016, 85.08148852684027)
(0.3196, 82.5589189588819)
(0.3252, 79.01637507925791)
(0.5371, 44.921080805978285)
(0.5547, 44.08712148433711)
(0.5764, 42.155604577409036)
(0.612, 41.27917022166036)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 1157.4002711442724)
(0.0013, 287.0403555374277)
(0.002, 272.6194004627824)
(0.0035000000000000005, 98.33321572026439)
(0.004200000000000001, 95.9335999136523)
(0.0093, 37.90663430357975)
(0.011, 36.13811216295015)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0365, 496.77681070847154)
(0.0381, 468.1925616581879)
(0.1645, 97.63476327788334)
(0.17370000000000002, 90.05342095321228)
(0.4048, 38.21829944156214)
(0.41600000000000004, 36.24849621559078)
(0.7150000000000001, 20.5962835192618)
(0.7378, 20.35321299882284)
(0.7433, 19.900994556272064)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0026, 477.39862331585203)
(0.003, 458.87000128876895)
(0.010199999999999999, 129.53865898970506)
(0.010499999999999999, 121.88318125871268)
(0.0106, 118.31781302694719)
(0.0217, 51.65580955191279)
(0.0243, 49.191763085620444)
(0.027500000000000004, 47.54168368967818)
(0.044700000000000004, 24.914762374381066)
(0.0472, 24.530792241307857)
(0.0474, 23.39340063667157)
(0.0538, 21.106201415035525)
(0.0639, 18.849134672838037)
(0.0673, 16.740798201518803)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 2504.615347867887)
(0.0078, 2217.1297598230653)
(0.0087, 2020.3776493256262)
(0.0261, 661.0350895303508)
(0.030199999999999998, 613.7817527452451)
(0.0573, 224.91067098044883)
(0.057499999999999996, 222.03353151504191)
(0.059199999999999996, 213.74673052103995)
(0.0596, 213.19187987909837)
(0.1076, 87.27573151644285)
(0.11299999999999999, 86.57259023134837)
(0.1131, 76.49328545597089)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0217, 1349.3180872084008)
(0.0261, 1227.547877189722)
(0.027800000000000002, 1141.655143880584)
(0.0303, 1007.0952570067764)
(0.033, 546.3889551452912)
(0.0632, 321.41767874478097)
(0.0732, 320.74172993286095)
(0.0775, 294.416067634697)
(0.08149999999999999, 230.74814746433648)
(0.13040000000000002, 110.99352460325007)
(0.1358, 107.84278813001792)
(0.13899999999999998, 106.62490513702355)
(0.1433, 99.86467341321023)
(0.2232, 44.69803894161735)
(0.22469999999999998, 44.56057874918087)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0013, 7518.371531922979)
(0.0014, 6064.32285190476)
(0.0019, 5192.641196424592)
(0.0077, 2066.4639767138115)
(0.0079, 1816.1822493826337)
(0.0172, 805.2142772535391)
(0.018099999999999998, 784.4022610991234)
(0.020200000000000003, 731.6612985157109)
(0.036199999999999996, 362.04565656977195)
(0.0375, 351.41524451835306)
(0.0435, 323.0113503999421)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0050999999999999995, 1779.3517672807122)
(0.0054, 1643.7782369189192)
(0.0055, 1381.4866538431136)
(0.006900000000000001, 1249.0426635973931)
(0.0070999999999999995, 927.4306086082054)
(0.0217, 425.7464767058746)
(0.0221, 399.85273063223826)
(0.0241, 378.42816268669213)
(0.027000000000000003, 361.38275319407234)
(0.028199999999999996, 318.99421129074)
(0.0512, 146.15920134420477)
(0.057499999999999996, 140.0092124324911)
(0.0606, 136.6853646557592)
(0.0649, 127.00545596362613)
(0.0688, 122.81521377536617)
(0.11539999999999999, 56.7862303399375)
(0.1366, 55.139710072649386)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0028, 1996.1555137062744)
(0.0033, 1922.0045320093204)
(0.011600000000000001, 464.64752769265823)
(0.013900000000000001, 437.4847389493304)
(0.0327, 110.91410050516734)
(0.036699999999999997, 104.54982100942141)
(0.0372, 93.96051095042255)
(0.0838, 39.41880998820923)
(0.0897, 38.088492552291534)
(0.0908, 36.17558931037928)
(0.092, 34.83882955499113)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014799999999999999, 90.59963430555133)
(0.0171, 89.12505387170144)
(0.017599999999999998, 84.66894771776697)
(0.0718, 24.082821215726273)
(0.08199999999999999, 23.32346587940568)
(0.1809, 10.218380317150126)
(0.1885, 10.174736764263686)
(0.21549999999999997, 9.332410958642594)
(0.38639999999999997, 5.178212137216681)
(0.3931, 5.077853880972005)
(0.4236, 4.946818718399318)
(0.4304, 4.529912521362986)
(0.4711, 4.308557420890105)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 0.9436607360839844)
(0.027800000000000002, 1.0256767272949219)
(0.033, 1.1459589004516602)
(0.1216, 4.043340682983398)
(0.1306, 4.501581192016602)
(0.2613, 11.39986515045166)
(0.2712, 11.476397514343262)
(0.2741, 11.67750358581543)
(0.2907, 12.019991874694824)
(0.2962, 12.601852416992188)
(0.49429999999999996, 22.21381664276123)
(0.5061, 22.66669273376465)
(0.5284, 23.644685745239258)
(0.5602, 24.130821228027344)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 0.7922649383544922)
(0.4218, 0.8612871170043945)
(0.43010000000000004, 0.9176731109619141)
(0.4337, 1.256704330444336)
(0.7264, 3.517627716064453)
(0.7506999999999999, 3.6002397537231445)
(0.7546, 3.65447998046875)
(0.7605999999999999, 3.8437843322753906)
(0.8488, 10.214686393737793)
(0.8647, 10.452628135681152)
(0.8653000000000001, 10.500431060791016)
(0.8717, 10.728001594543457)
(0.8754, 10.944485664367676)
(0.9208000000000001, 26.445388793945312)
(0.9307000000000001, 27.138829231262207)
(0.9372, 27.397513389587402)
(0.9384, 27.787089347839355)
(0.9406000000000001, 28.514862060546875)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 1.9869804382324219)
(0.0354, 2.0990371704101562)
(0.1506, 10.1243257522583)
(0.157, 11.041879653930664)
(0.36970000000000003, 26.06654167175293)
(0.3781, 27.446746826171875)
(0.657, 48.3403205871582)
(0.6793, 48.94077777862549)
(0.6799999999999999, 50.06110668182373)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 2.070784568786621)
(0.5602, 7.631182670593262)
(0.5739, 8.383631706237793)
(0.8763, 19.289731979370117)
(0.8901, 20.287394523620605)
(0.9021000000000001, 20.862340927124023)
(0.9148, 22.952556610107422)
(0.9628, 40.07565975189209)
(0.9692000000000001, 40.76027870178223)
(0.9720000000000001, 42.75989532470703)
(0.9785, 47.26850986480713)
(0.9788, 52.4979829788208)
(0.9812, 59.37600135803223)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 0.3960132598876953)
(0.066, 0.44357776641845703)
(0.067, 0.49424171447753906)
(0.06820000000000001, 0.5877017974853516)
(0.2949, 1.4969110488891602)
(0.2972, 1.6165971755981445)
(0.6024, 4.387855529785156)
(0.615, 4.651069641113281)
(0.7777000000000001, 11.432528495788574)
(0.798, 11.47925853729248)
(0.807, 11.99638843536377)
(0.8079000000000001, 12.47251033782959)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 0.7491111755371094)
(0.078, 0.8183717727661133)
(0.0787, 0.8667707443237305)
(0.0809, 0.9728670120239258)
(0.0824, 1.2630224227905273)
(0.2924, 3.1006336212158203)
(0.2925, 3.3704042434692383)
(0.29369999999999996, 3.718137741088867)
(0.2967, 4.249930381774902)
(0.49729999999999996, 8.961081504821777)
(0.5094000000000001, 9.183049201965332)
(0.6627, 22.205471992492676)
(0.6634, 22.791266441345215)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 0.1304149627685547)
(0.0513, 0.1628398895263672)
(0.2258, 0.47397613525390625)
(0.2273, 0.5333423614501953)
(0.5917, 1.212000846862793)
(0.8720000000000001, 2.7468204498291016)
(0.885, 2.8172731399536133)
(0.9301, 2.9985904693603516)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 0.5619525909423828)
(0.4646, 0.605463981628418)
(0.4709, 0.7228851318359375)
(0.481, 0.7957220077514648)
(0.48929999999999996, 1.0581016540527344)
(0.8121, 2.3560523986816406)
(0.8345, 2.493619918823242)
(0.8432999999999999, 2.6181936264038086)
(0.8611000000000001, 2.741217613220215)
(0.8737999999999999, 3.109574317932129)
(0.874, 3.576993942260742)
(0.9372999999999999, 6.89852237701416)
(0.943, 7.119655609130859)
(0.9631000000000001, 7.287025451660156)
(0.9632999999999999, 7.8171491622924805)
(0.9682000000000001, 8.105874061584473)
(0.9811, 17.586588859558105)
(0.9938, 18.087148666381836)
(0.9954000000000001, 18.1196928024292)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 0.4197359085083008)
(0.0038, 0.4292726516723633)
(0.004200000000000001, 0.4763603210449219)
(0.0155, 1.8787384033203125)
(0.017499999999999998, 1.940608024597168)
(0.017599999999999998, 1.973867416381836)
(0.0428, 9.115219116210938)
(0.0459, 9.607553482055664)
(0.0474, 10.807156562805176)
(0.11040000000000001, 25.12669563293457)
(0.1163, 26.07131004333496)
(0.1167, 27.27508544921875)
(0.1189, 27.448415756225586)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 10.957598686218262)
(0.0152, 11.159658432006836)
(0.0158, 11.724710464477539)
(0.0656, 41.178345680236816)
(0.0745, 42.56248474121094)
(0.1647, 97.29313850402832)
(0.17250000000000001, 97.77092933654785)
(0.1772, 105.25023937225342)
(0.1968, 106.65631294250488)
(0.3525, 192.41583347320557)
(0.3584, 195.93191146850586)
(0.3875, 201.38561725616455)
(0.39049999999999996, 213.9378786087036)
(0.42969999999999997, 225.1455783843994)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1.073145866394043)
(0.027800000000000002, 1.2167215347290037)
(0.033, 1.3759732246398926)
(0.1216, 4.602503776550293)
(0.1306, 5.378377437591553)
(0.2712, 12.584340572357176)
(0.2741, 12.904548645019531)
(0.2907, 13.278591632843018)
(0.2962, 13.611197471618652)
(0.49429999999999996, 23.438239097595215)
(0.5061, 23.94840717315674)
(0.5284, 25.05481243133545)
(0.5602, 25.657689571380615)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 0.8514046669006348)
(0.4218, 0.9246230125427245)
(0.43010000000000004, 0.9777784347534181)
(0.4337, 1.3361811637878416)
(0.7264, 3.728640079498291)
(0.7506999999999999, 3.824281692504883)
(0.7546, 3.824818134307861)
(0.7605999999999999, 4.03667688369751)
(0.8488, 10.88292598724365)
(0.8647, 10.924410820007324)
(0.8653000000000001, 10.991489887237549)
(0.8717, 11.149239540100098)
(0.8754, 11.278712749481201)
(0.9208000000000001, 28.40958833694458)
(0.9307000000000001, 28.589332103729248)
(0.9343999999999999, 28.606116771697998)
(0.9372, 28.609609603881836)
(0.9384, 28.74068021774292)
(0.9406000000000001, 29.345953464508057)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 2.1610498428344727)
(0.0354, 2.4419069290161133)
(0.1456, 11.043477058410645)
(0.1506, 11.179792881011963)
(0.157, 11.96204423904419)
(0.36970000000000003, 27.271223068237305)
(0.3781, 28.845763206481934)
(0.657, 50.432705879211426)
(0.6614, 50.96839666366577)
(0.6793, 50.993382930755615)
(0.6799999999999999, 52.15412378311157)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1293, 2.6107311248779297)
(0.135, 2.678406238555908)
(0.5149, 9.394586086273193)
(0.5602, 9.544897079467773)
(0.5739, 11.092889308929443)
(0.8722, 21.762669086456295)
(0.8763, 22.3263144493103)
(0.8901, 24.477112293243408)
(0.9021000000000001, 25.969374179840088)
(0.9148, 30.243289470672604)
(0.9628, 44.47672367095947)
(0.9692000000000001, 46.119093894958496)
(0.9720000000000001, 49.88662004470825)
(0.9785, 57.036745548248284)
(0.9788, 65.3684139251709)
(0.9812, 75.40827989578247)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 0.5355000495910645)
(0.066, 0.5727171897888182)
(0.067, 0.5858182907104492)
(0.06820000000000001, 0.6795048713684082)
(0.2972, 2.055656909942627)
(0.5988, 5.243921279907227)
(0.6054999999999999, 5.609130859374999)
(0.615, 6.012403964996338)
(0.7777000000000001, 12.6173734664917)
(0.7902, 13.01281452178955)
(0.798, 13.423287868499756)
(0.807, 14.302670955657957)
(0.8079000000000001, 15.311253070831297)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 0.9601593017578125)
(0.078, 0.965118408203125)
(0.0787, 1.0378718376159668)
(0.0809, 1.1835932731628416)
(0.0824, 1.5552282333374023)
(0.2924, 3.690063953399658)
(0.2925, 3.972387313842774)
(0.29369999999999996, 4.303526878356934)
(0.2967, 5.021035671234131)
(0.5086, 10.425281524658203)
(0.5094000000000001, 10.758745670318604)
(0.6627, 24.670183658599854)
(0.6634, 26.124954223632812)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 0.17930269241333008)
(0.0513, 0.20626783370971677)
(0.1946, 0.6592988967895507)
(0.2258, 0.6748199462890624)
(0.2273, 0.6888270378112792)
(0.4932, 1.5066027641296387)
(0.5253, 1.5645623207092285)
(0.5917, 1.7595529556274414)
(0.8720000000000001, 3.3109188079833984)
(0.885, 3.6105990409851065)
(0.9204000000000001, 4.345178604125977)
(0.9301, 4.499018192291259)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 0.6694793701171875)
(0.4646, 0.7073879241943359)
(0.4709, 0.8046627044677734)
(0.481, 0.8721351623535156)
(0.48929999999999996, 1.1777997016906738)
(0.8121, 2.8476595878601065)
(0.8345, 2.8743982315063477)
(0.8432999999999999, 2.9624938964843746)
(0.8611000000000001, 3.0666708946228027)
(0.8737999999999999, 3.4294009208679195)
(0.874, 3.8860321044921875)
(0.9372999999999999, 8.042263984680176)
(0.9631000000000001, 8.069992065429688)
(0.9682000000000001, 8.733534812927246)
(0.9938, 19.760549068450928)
(0.9945, 19.774043560028076)
(0.9954000000000001, 19.89729404449463)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 0.8253097534179686)
(0.0038, 0.8807778358459473)
(0.004200000000000001, 0.9999394416809082)
(0.0155, 3.400111198425293)
(0.017499999999999998, 3.6316633224487305)
(0.017599999999999998, 3.7675499916076656)
(0.0428, 10.419070720672607)
(0.0459, 10.897219181060791)
(0.0474, 12.376642227172852)
(0.11040000000000001, 27.608144283294678)
(0.1163, 28.06645631790161)
(0.1167, 29.51127290725708)
(0.1189, 29.74216938018799)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 11.624276638031006)
(0.0152, 11.856281757354736)
(0.0158, 12.530112266540527)
(0.0646, 43.39287281036377)
(0.0656, 43.462204933166504)
(0.0745, 44.7832465171814)
(0.1647, 101.57760381698608)
(0.17250000000000001, 101.72586441040039)
(0.1968, 110.77462434768677)
(0.3525, 198.4985113143921)
(0.3584, 203.69868278503418)
(0.3875, 208.60180854797363)
(0.39049999999999996, 267.4246907234192)
(0.42969999999999997, 277.87280082702637)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1.2116503715515137)
(0.027800000000000002, 1.3869690895080566)
(0.033, 1.5454411506652832)
(0.1216, 5.047452449798584)
(0.1306, 5.67699670791626)
(0.2712, 13.27834367752075)
(0.2741, 13.472819328308105)
(0.2862, 13.882913589477539)
(0.2907, 13.925333023071287)
(0.2962, 14.093165397644043)
(0.49429999999999996, 24.055416584014893)
(0.5061, 24.630146026611325)
(0.5284, 25.841410160064697)
(0.5448000000000001, 26.331040859222412)
(0.5602, 27.07954168319702)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 0.8740496635437011)
(0.4218, 0.953221321105957)
(0.43010000000000004, 1.025741100311279)
(0.4337, 1.3936567306518555)
(0.7264, 3.867816925048828)
(0.7506999999999999, 3.9249968528747563)
(0.7605999999999999, 4.21384334564209)
(0.8647, 11.153748035430908)
(0.8653000000000001, 11.286814212799072)
(0.8717, 11.387462615966795)
(0.8754, 11.521222591400146)
(0.9208000000000001, 28.78504514694214)
(0.9384, 29.085493087768555)
(0.9406000000000001, 29.808843135833737)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 2.459316253662109)
(0.0354, 2.692561149597168)
(0.1506, 11.572964191436768)
(0.157, 12.303521633148193)
(0.36970000000000003, 28.25246572494507)
(0.3781, 29.540605545043945)
(0.6793, 51.97495698928833)
(0.6799999999999999, 53.275837898254395)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.135, 2.8726482391357417)
(0.5149, 10.047988891601562)
(0.5312, 10.200517177581787)
(0.5602, 10.42311906814575)
(0.5739, 11.947715282440186)
(0.8722, 22.991173267364502)
(0.8763, 23.99143695831299)
(0.8901, 26.422581672668457)
(0.9021000000000001, 27.656397819519043)
(0.9148, 33.24914216995239)
(0.9628, 46.271951198577874)
(0.9692000000000001, 48.288986682891846)
(0.9720000000000001, 53.14396381378174)
(0.9785, 60.612192153930664)
(0.9788, 71.8138313293457)
(0.9812, 81.19833469390868)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 0.5980277061462401)
(0.066, 0.6351971626281738)
(0.067, 0.6449294090270995)
(0.06820000000000001, 0.755946636199951)
(0.2972, 2.2694659233093257)
(0.5988, 5.511837005615234)
(0.6054999999999999, 6.043040752410889)
(0.615, 6.529817581176758)
(0.7777000000000001, 13.117780685424805)
(0.7902, 13.515923023223877)
(0.798, 14.367284774780272)
(0.807, 15.329742431640625)
(0.8079000000000001, 16.32209539413452)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.078, 1.0404634475708008)
(0.0787, 1.123223304748535)
(0.0809, 1.2591934204101562)
(0.0824, 1.632580757141113)
(0.2924, 3.9624738693237305)
(0.2925, 4.159765243530273)
(0.29369999999999996, 4.5699191093444815)
(0.2967, 5.269312858581543)
(0.5086, 10.963923931121826)
(0.5094000000000001, 11.406452655792236)
(0.6627, 25.64475059509277)
(0.6634, 27.836017608642578)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0506, 0.20768880844116208)
(0.0513, 0.2451014518737793)
(0.1945, 0.7107281684875488)
(0.1946, 0.7169342041015625)
(0.2258, 0.7755804061889648)
(0.2273, 0.8061122894287109)
(0.4932, 1.601302623748779)
(0.5253, 1.6650032997131348)
(0.5888, 2.063641548156738)
(0.5917, 2.073614597320556)
(0.8720000000000001, 3.5477042198181152)
(0.885, 4.00876760482788)
(0.9204000000000001, 4.955668449401855)
(0.9301, 5.175468921661376)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 0.7293295860290526)
(0.4646, 0.7656455039978026)
(0.4709, 0.8533024787902832)
(0.481, 0.9346795082092285)
(0.48819999999999997, 1.7497587203979492)
(0.48929999999999996, 1.9617629051208496)
(0.8121, 3.033432960510254)
(0.8345, 3.15828800201416)
(0.8432999999999999, 3.3500218391418457)
(0.8611000000000001, 3.35282802581787)
(0.874, 4.094688892364502)
(0.943, 8.506269454956055)
(0.9631000000000001, 8.554246425628662)
(0.9682000000000001, 8.993983268737793)
(0.9954000000000001, 20.714709758758545)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 0.9445142745971679)
(0.0038, 0.9594178199768066)
(0.004200000000000001, 1.062912940979004)
(0.0155, 3.8399934768676753)
(0.017499999999999998, 3.9487814903259277)
(0.017599999999999998, 3.9999818801879883)
(0.0428, 11.200721263885496)
(0.0459, 11.41906976699829)
(0.0474, 12.997968196868896)
(0.11040000000000001, 28.771662712097164)
(0.1163, 28.84506225585937)
(0.1167, 30.21942377090454)
(0.1189, 30.916335582733154)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 12.047178745269775)
(0.0152, 12.17822551727295)
(0.0158, 12.949860095977783)
(0.0656, 44.545464515686035)
(0.0745, 46.03860378265381)
(0.1647, 103.61571788787842)
(0.17250000000000001, 104.31424856185913)
(0.1968, 113.19382429122925)
(0.3525, 202.49122381210327)
(0.3584, 207.6578974723816)
(0.3875, 212.6273941993713)
(0.39049999999999996, 342.04346656799316)
(0.42969999999999997, 357.1350240707397)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.026600000000000002, 1.516953229904187)
(0.027800000000000002, 1.5772678852081414)
(0.033, 1.749472379684466)
(0.1212, 5.650483608245889)
(0.1216, 5.86855196952823)
(0.1306, 5.944490432739301)
(0.2712, 13.442519664764404)
(0.2741, 13.87888097763062)
(0.2862, 14.34079504013063)
(0.2962, 14.67080068588265)
(0.5024, 25.09109783172613)
(0.5061, 25.86638259887698)
(0.5284, 26.857161045074594)
(0.5448000000000001, 28.34080338478097)
(0.5602, 28.429194927215676)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 1.051045179367074)
(0.4218, 1.122071266174323)
(0.43010000000000004, 1.1342411041259841)
(0.4337, 1.6585867404937877)
(0.7506999999999999, 4.060272932052612)
(0.7523, 4.59136557579046)
(0.7605999999999999, 4.657821893692088)
(0.8647, 11.59145045280461)
(0.8653000000000001, 12.081536769866958)
(0.8717, 12.189659357071097)
(0.8754, 12.847039461135916)
(0.9208000000000001, 29.02170252799994)
(0.9384, 30.202358722686917)
(0.9406000000000001, 30.484392881393667)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0329, 2.675899744033825)
(0.0354, 2.8331890106201225)
(0.1506, 11.802909612655661)
(0.157, 12.858306407928481)
(0.36869999999999997, 29.309774637222294)
(0.36970000000000003, 29.665822267532445)
(0.3781, 30.258842229843157)
(0.6793, 53.19107365608221)
(0.6799999999999999, 55.450930833816656)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1293, 3.067679643631041)
(0.135, 3.1768264770508154)
(0.5149, 10.310983180999765)
(0.5312, 10.85283970832825)
(0.5602, 11.039423227310218)
(0.5739, 13.007730484008796)
(0.8722, 23.954889297485376)
(0.8763, 26.508742094039935)
(0.8901, 27.782929658889966)
(0.9021000000000001, 31.502483606338547)
(0.9148, 37.29768347740188)
(0.9628, 48.251558303833065)
(0.9692000000000001, 50.492524147033734)
(0.9720000000000001, 54.55178737640385)
(0.9785, 64.00056982040418)
(0.9788, 77.02185750007651)
(0.9812, 91.9782934188853)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.060399999999999995, 0.6786389350891203)
(0.067, 0.7759211063385106)
(0.06820000000000001, 0.9285931587219411)
(0.2949, 2.513951778411914)
(0.2972, 2.585188865661623)
(0.5988, 5.802136898040791)
(0.6054999999999999, 6.495754480361942)
(0.615, 7.368831634521572)
(0.7777000000000001, 13.720436573028621)
(0.7902, 14.583591222763085)
(0.807, 15.957762718200721)
(0.8079000000000001, 17.299724340438893)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 1.1277318000793468)
(0.078, 1.1601567268371593)
(0.0787, 1.2462921142578196)
(0.0809, 1.4329013824462895)
(0.0824, 1.8502674102783327)
(0.2925, 4.448888540267966)
(0.29369999999999996, 4.848254680633567)
(0.2967, 5.542899847030653)
(0.5086, 11.602312803268447)
(0.5094000000000001, 11.87077355384828)
(0.6627, 26.41124320030216)
(0.6634, 29.429409742355386)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0513, 0.3189311027527004)
(0.1946, 0.8249406814575421)
(0.2258, 0.8974921703338699)
(0.2273, 1.0024154186248873)
(0.4932, 1.7646141052246593)
(0.5253, 1.839104413986244)
(0.5917, 2.366498708724993)
(0.8566, 4.044667005538974)
(0.8720000000000001, 4.210271596908573)
(0.885, 5.433542966842672)
(0.9301, 6.1346652507782125)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45199999999999996, 0.793322563171396)
(0.4646, 0.9880120754241948)
(0.4709, 1.0219595432281583)
(0.481, 1.1628334522247372)
(0.48929999999999996, 2.077437162399365)
(0.8121, 3.2130212783813774)
(0.8345, 3.429572343826308)
(0.8432999999999999, 3.6202547550201514)
(0.8611000000000001, 3.8987853527069882)
(0.874, 4.3940000534058)
(0.9372999999999999, 8.761786937713637)
(0.9631000000000001, 9.181299209594751)
(0.9682000000000001, 9.931414127349884)
(0.9938, 21.94817924499523)
(0.9954000000000001, 21.992461681365967)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 0.9931411743164178)
(0.0038, 1.0249304771423742)
(0.004200000000000001, 1.1390311717987371)
(0.0155, 4.130421876907354)
(0.017599999999999998, 4.199026107788129)
(0.0428, 11.62984490394599)
(0.0459, 12.407562494277977)
(0.0474, 14.449247121810968)
(0.11040000000000001, 29.469001293182394)
(0.1163, 29.55011677742018)
(0.1167, 31.01537609100344)
(0.1189, 33.07615995407105)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014199999999999999, 12.44626736640931)
(0.0152, 12.898431777954317)
(0.0158, 13.541252851486403)
(0.0646, 45.09832143783569)
(0.0656, 45.267291307449376)
(0.0745, 47.092798948288085)
(0.1647, 105.59476494789128)
(0.17250000000000001, 105.6737961769104)
(0.1968, 114.85614323616035)
(0.3525, 204.13343858718912)
(0.3584, 212.4354412555695)
(0.3875, 215.18815851211565)
(0.39049999999999996, 348.54384589195274)
(0.42969999999999997, 364.07003760337835)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.