\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 1322.6240295862858)
(0.0215, 1282.714337529428)
(0.0233, 1265.3183987913676)
(0.024, 1243.6632330528325)
(0.0241, 1214.5792225287248)
(0.064, 543.4844833727701)
(0.0651, 541.1309720712022)
(0.066, 530.2121263643851)
(0.0705, 520.4252089397955)
(0.0706, 515.2494933870051)
(0.0707, 510.23858068095)
(0.0775, 504.37126153181623)
(0.0823, 499.81052905530976)
(0.0831, 478.77324219113405)
(0.0858, 477.3046373487365)
(0.0867, 471.2558158348005)
(0.1187, 260.60158068193755)
(0.12090000000000001, 257.8614689562581)
(0.12250000000000001, 255.58560936723444)
(0.1311, 251.3062604516115)
(0.1319, 247.2085989351233)
(0.1451, 246.33131545013816)
(0.1543, 238.74963911230276)
(0.16160000000000002, 235.98151150787842)
(0.1635, 227.88463570684726)
(0.43200000000000005, 23.775263070600385)
(0.44610000000000005, 23.773013311157374)
(0.4812, 23.547354381776262)
(0.48129999999999995, 23.461027454645063)
(0.48410000000000003, 23.379166146656345)
(0.49000000000000005, 23.232500694847356)
(0.5715, 23.18120598739864)
(0.5986, 23.01456821382182)
(0.6105, 22.781001261608832)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 2251.265775564963)
(0.24769999999999998, 2214.2223648757085)
(0.24780000000000002, 2188.5490929450234)
(0.2575, 2140.1038849713755)
(0.2578, 2060.8167101745576)
(0.7412, 711.710332830274)
(0.7455, 696.5348987017059)
(0.7676999999999999, 662.451020636049)
(0.7685, 657.9081605443081)
(0.7692, 654.7210331916694)
(0.784, 638.6173490043606)
(0.7844, 624.7016908171188)
(0.7887, 621.7861699814085)
(0.7898, 617.6736098123168)
(0.9036, 299.37615929368906)
(0.9099, 286.6405328311861)
(0.9106, 282.98826088654994)
(0.9111, 282.2268574769523)
(0.9121, 278.4085768584633)
(0.9131, 276.3555678019946)
(0.9136, 274.59948959884144)
(0.9557, 22.398998545751358)
(0.9574, 21.971543256247912)
(0.9576, 21.955960153878035)
(0.958, 21.900092347050492)
(0.9582, 21.84628649136426)
(0.9583, 21.83506005130347)
(0.9586, 21.73628848732357)
(0.9589000000000001, 21.553091818210987)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 969.7592979396073)
(0.028499999999999998, 963.1804236400712)
(0.029099999999999997, 955.2073474124729)
(0.029599999999999998, 938.779831349706)
(0.0308, 919.1756070140683)
(0.0902, 428.5152664611904)
(0.09659999999999999, 418.55733126271906)
(0.1021, 391.32391219790634)
(0.10529999999999999, 381.0030081068548)
(0.1055, 376.7439537606813)
(0.1605, 214.42329222743786)
(0.16870000000000002, 213.33146703021598)
(0.172, 204.7381886611088)
(0.1844, 192.26640820306557)
(0.185, 192.07872367123122)
(0.19119999999999998, 182.07301188966935)
(0.1921, 155.514229818393)
(0.4641, 24.0177736050732)
(0.5089, 24.006580783443823)
(0.5204, 23.846427538446605)
(0.5267999999999999, 23.661926737581634)
(0.528, 23.49392045325618)
(0.5660000000000001, 23.378982402375854)
(0.568, 23.009560531034015)
(0.589, 22.813392431438146)
(0.5916, 22.64132911660056)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 818.4878196803368)
(0.12969999999999998, 799.6996672354152)
(0.1301, 788.2194353608248)
(0.1308, 762.7574392557017)
(0.1359, 756.9537149313909)
(0.1371, 754.8730235062732)
(0.4761, 344.2328959878928)
(0.4777, 335.92394092716296)
(0.48129999999999995, 328.9739470577005)
(0.5001, 321.8837290435804)
(0.5018, 316.9419330258197)
(0.514, 313.27799853619996)
(0.5199, 303.7788684890726)
(0.5224, 298.70866649564925)
(0.7594000000000001, 182.4391988446181)
(0.763, 181.34326622331727)
(0.7686, 179.92101722389378)
(0.771, 176.76293072094916)
(0.7716000000000001, 176.485607408997)
(0.7941, 168.6763597470054)
(0.7958999999999999, 166.0669579055129)
(0.8063, 162.98997544407956)
(0.8151999999999999, 160.93394781037875)
(0.8182, 155.87906148132203)
(0.9936, 17.351144814147254)
(0.9936999999999999, 17.272301370309115)
(0.9938, 17.220902071565423)
(0.9945, 17.08791405824278)
(0.9960000000000001, 16.926254309692514)
(0.9961, 16.896574551599567)
(0.9964999999999999, 16.60011068075543)
(0.9967, 16.560675300286277)
(0.9972, 16.536858125093794)
(0.9974000000000001, 16.398122755112507)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0194, 2687.1612461784084)
(0.0209, 2678.3892514591503)
(0.0213, 2557.302844656027)
(0.0216, 2378.0725174501245)
(0.0622, 867.8806458848389)
(0.0638, 856.8958877494629)
(0.0678, 843.7218188873375)
(0.0713, 824.6642056988936)
(0.0735, 818.5112994769245)
(0.0746, 805.3721379102702)
(0.0761, 788.896957850865)
(0.1216, 330.79844730015)
(0.12250000000000001, 322.68640270821516)
(0.1377, 321.1093255133492)
(0.145, 311.79902805147833)
(0.1506, 279.9872739854067)
(0.483, 21.690855915352135)
(0.4849, 21.66631943146574)
(0.5132, 21.58525462398654)
(0.5219, 21.51217362809953)
(0.5265, 21.411855121756755)
(0.5293, 21.378682132089356)
(0.5404, 21.207919160826755)
(0.5575, 21.20097175703486)
(0.5745, 21.02056613082191)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 2041.7928699179154)
(0.020200000000000003, 1888.5613438521968)
(0.0206, 1820.9637036255565)
(0.05689999999999999, 652.1171437162635)
(0.05739999999999999, 639.3299990183627)
(0.0595, 620.8545530844717)
(0.06470000000000001, 613.391827036627)
(0.0655, 591.6240624305749)
(0.1025, 286.7689971716261)
(0.1044, 284.45943366020737)
(0.1055, 279.45944707019265)
(0.11000000000000001, 274.1960652643934)
(0.12310000000000001, 272.6669149571666)
(0.1254, 260.91707009252366)
(0.3366, 21.701026143552003)
(0.3429, 21.655064716380313)
(0.3831, 21.461311884028813)
(0.3927, 21.33784524658425)
(0.40090000000000003, 20.882312951713143)
(0.4018, 20.69350973253668)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 3568.150651136043)
(0.0224, 3551.5062324670853)
(0.0227, 3422.443695742818)
(0.0865, 1020.8529516064611)
(0.0871, 1002.1968359254596)
(0.08990000000000001, 998.1316729154446)
(0.0906, 972.3728420231215)
(0.09509999999999999, 967.9579298832926)
(0.1694, 393.57105028373724)
(0.1701, 386.894756295647)
(0.17629999999999998, 385.8911705685557)
(0.1851, 380.478288410849)
(0.1896, 368.09834903093764)
(0.7053, 23.31898367222922)
(0.7067, 23.28242177943889)
(0.7268, 23.192207111769097)
(0.7392000000000001, 23.16705803581945)
(0.7405999999999999, 23.028327165283713)
(0.7639, 23.02105367563514)
(0.7802, 22.93052183160128)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1829, 2295.753000573623)
(0.183, 2236.5172155085947)
(0.18839999999999998, 2228.8467537132797)
(0.1907, 2225.554239044556)
(0.1943, 2222.6306111526214)
(0.1966, 2180.1718541189216)
(0.1968, 2161.252590584135)
(0.5594, 727.6217029971192)
(0.5610999999999999, 721.7376475914483)
(0.5619, 721.319730259044)
(0.5862, 684.0484579119703)
(0.5928, 669.2180417297569)
(0.5976, 667.6231949296149)
(0.5989, 656.568907500936)
(0.6022000000000001, 638.137273248711)
(0.7492, 296.58639238067224)
(0.7501, 292.86433376238034)
(0.7658, 289.63929538919234)
(0.7666999999999999, 284.58324671158516)
(0.771, 278.40218287600203)
(0.7737, 273.20780624626065)
(0.7755, 273.1559758665887)
(0.7767999999999999, 269.8859135812526)
(0.9141, 21.85962713858525)
(0.9233, 21.491889472446534)
(0.9253, 21.35912489381302)
(0.9272, 21.28690713542202)
(0.9273999999999999, 20.958896037738548)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 2298.023371954203)
(0.0032, 2274.5510608921627)
(0.0033, 2267.2648842665167)
(0.0038, 2215.766407316465)
(0.0039, 2134.0844657645207)
(0.009600000000000001, 726.5799326377219)
(0.0098, 669.8890562691577)
(0.01, 666.5902755119572)
(0.0111, 641.9707962723088)
(0.0131, 304.6942468829582)
(0.014799999999999999, 304.453172340525)
(0.015, 303.0798382621907)
(0.0162, 284.6658937219838)
(0.0178, 282.6231184587497)
(0.018099999999999998, 274.66811050156764)
(0.0184, 270.2711723976348)
(0.0751, 21.363662632174513)
(0.0782, 21.31459860687331)
(0.0795, 21.095546519262037)
(0.08159999999999999, 20.821947414721613)
(0.087, 20.63041567569724)
(0.0877, 20.61117827413363)
(0.0901, 20.606846409016626)
(0.09090000000000001, 20.40251159965807)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 202.02987253243623)
(0.014099999999999998, 201.19763879975935)
(0.014199999999999999, 197.88294746281875)
(0.0147, 196.12448878180498)
(0.014799999999999999, 194.5561169524998)
(0.0498, 114.63375271104617)
(0.0517, 106.3696579844563)
(0.0519, 104.30373153996305)
(0.0531, 104.21966621213224)
(0.0533, 101.92106802427159)
(0.089, 71.37405171197672)
(0.0913, 71.13382645706717)
(0.09280000000000001, 70.61356433373093)
(0.093, 66.84794310845906)
(0.09340000000000001, 66.36712168680148)
(0.0977, 65.51007131849111)
(0.09809999999999999, 64.35521158341763)
(0.10069999999999998, 63.895116501649504)
(0.10129999999999999, 62.6718738228396)
(0.3699, 12.979153793214344)
(0.391, 12.914120579647422)
(0.3923, 12.42201191561913)
(0.3932, 12.294060575668494)
(0.4183, 12.080742533348275)
(0.41950000000000004, 11.914007055478306)
(0.4316, 11.880329643979408)
(0.433, 11.592254517454549)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6105, 515.5511784553528)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9589000000000001, 1902.5547235012054)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5916, 1060.6886174678802)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9974000000000001, 3655.277858734131)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5745, 449.9672145843506)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4018, 745.5695905685425)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7802, 221.52190375328064)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9273999999999999, 417.23981738090515)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09090000000000001, 420.425493478775)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.433, 11709.717495203018)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6105, 535172.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9589000000000001, 17485232.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5916, 964872.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9974000000000001, 15731324.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5745, 2230584.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4018, 4148300.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7802, 753560.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9273999999999999, 1874588.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09090000000000001, 2263548.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.433, 8228104.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 183)
(0.022600000000000002, 217)
(0.024, 222)
(0.0241, 235)
(0.064, 616)
(0.0651, 622)
(0.066, 624)
(0.0697, 733)
(0.0705, 757)
(0.0706, 760)
(0.0775, 764)
(0.0823, 800)
(0.0858, 817)
(0.0867, 914)
(0.1187, 1156)
(0.12090000000000001, 1169)
(0.12250000000000001, 1173)
(0.13069999999999998, 1378)
(0.131, 1394)
(0.1311, 1412)
(0.1451, 1423)
(0.1543, 1502)
(0.16160000000000002, 1544)
(0.1635, 1762)
(0.43200000000000005, 6207)
(0.4401, 6255)
(0.44610000000000005, 6297)
(0.4812, 7032)
(0.48129999999999995, 7170)
(0.484, 7212)
(0.5356, 7290)
(0.5715, 7649)
(0.5986, 7913)
(0.6105, 8678)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.23769999999999997, 173)
(0.2387, 175)
(0.24769999999999998, 188)
(0.24780000000000002, 191)
(0.2525, 195)
(0.255, 200)
(0.2575, 206)
(0.2578, 214)
(0.7412, 651)
(0.7442, 655)
(0.7455, 657)
(0.7676999999999999, 722)
(0.768, 728)
(0.7685, 738)
(0.7692, 753)
(0.7775000000000001, 756)
(0.7777000000000001, 765)
(0.784, 796)
(0.7844, 815)
(0.7887, 835)
(0.7898, 867)
(0.9029999999999999, 1252)
(0.9034000000000001, 1258)
(0.9036, 1261)
(0.9096, 1374)
(0.9099, 1383)
(0.9102, 1404)
(0.9106, 1432)
(0.9111, 1464)
(0.9114000000000001, 1478)
(0.9121, 1550)
(0.9125, 1581)
(0.9127000000000001, 1622)
(0.9136, 1685)
(0.9555999999999999, 6697)
(0.9557, 6731)
(0.9574, 7208)
(0.9576, 7258)
(0.958, 7335)
(0.9583, 7472)
(0.9586, 8393)
(0.9589000000000001, 8648)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.028499999999999998, 196)
(0.029099999999999997, 200)
(0.029599999999999998, 203)
(0.030199999999999998, 230)
(0.0308, 240)
(0.0859, 780)
(0.0861, 782)
(0.0902, 786)
(0.0948, 807)
(0.09659999999999999, 813)
(0.1021, 922)
(0.10229999999999999, 925)
(0.10529999999999999, 958)
(0.1055, 961)
(0.1527, 1490)
(0.1605, 1495)
(0.16870000000000002, 1536)
(0.172, 1552)
(0.1844, 1804)
(0.185, 1815)
(0.19119999999999998, 1882)
(0.1921, 1895)
(0.4628, 6372)
(0.48760000000000003, 6400)
(0.5089, 6520)
(0.5204, 6590)
(0.5267999999999999, 7137)
(0.528, 7325)
(0.5660000000000001, 7614)
(0.568, 7960)
(0.589, 7968)
(0.5916, 8523)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 161)
(0.1288, 164)
(0.12969999999999998, 165)
(0.1299, 171)
(0.13, 176)
(0.1301, 181)
(0.1308, 183)
(0.13369999999999999, 189)
(0.1341, 197)
(0.1359, 200)
(0.1366, 211)
(0.1371, 229)
(0.465, 633)
(0.46950000000000003, 639)
(0.4727, 642)
(0.4761, 687)
(0.47709999999999997, 702)
(0.4777, 717)
(0.47800000000000004, 735)
(0.48129999999999995, 745)
(0.5001, 783)
(0.5018, 806)
(0.5118, 833)
(0.514, 870)
(0.5199, 875)
(0.5224, 929)
(0.7535999999999999, 1147)
(0.7594000000000001, 1164)
(0.763, 1169)
(0.7686, 1268)
(0.7702, 1317)
(0.771, 1371)
(0.7716000000000001, 1417)
(0.7758, 1429)
(0.7941, 1470)
(0.7958999999999999, 1533)
(0.8063, 1581)
(0.8151999999999999, 1669)
(0.8182, 1813)
(0.9936, 6061)
(0.9936999999999999, 6149)
(0.9938, 6848)
(0.9939, 6995)
(0.9941000000000001, 7195)
(0.9960000000000001, 7383)
(0.9961, 7974)
(0.9964999999999999, 8233)
(0.9967, 8302)
(0.9972, 8686)
(0.9974000000000001, 9217)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0194, 241)
(0.02, 243)
(0.0208, 246)
(0.0212, 249)
(0.0216, 250)
(0.063, 956)
(0.0638, 957)
(0.06820000000000001, 973)
(0.0735, 983)
(0.0761, 991)
(0.1204, 1883)
(0.1216, 1885)
(0.12250000000000001, 1886)
(0.1335, 1930)
(0.1343, 1951)
(0.1389, 1953)
(0.145, 1954)
(0.1506, 1973)
(0.4807, 8626)
(0.483, 8638)
(0.4849, 8651)
(0.4992, 9071)
(0.5072, 9095)
(0.5132, 9155)
(0.5265, 9209)
(0.5293, 9227)
(0.5404, 9297)
(0.5575, 9568)
(0.5745, 9756)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0185, 100)
(0.0191, 109)
(0.019200000000000002, 110)
(0.019700000000000002, 152)
(0.020200000000000003, 171)
(0.0206, 204)
(0.0541, 267)
(0.054400000000000004, 288)
(0.05639999999999999, 301)
(0.05689999999999999, 307)
(0.05739999999999999, 314)
(0.0974, 481)
(0.1025, 529)
(0.1044, 545)
(0.1055, 558)
(0.11000000000000001, 921)
(0.11100000000000002, 964)
(0.1173, 1189)
(0.1186, 1284)
(0.12310000000000001, 1401)
(0.1254, 1534)
(0.3296, 1827)
(0.3298, 1847)
(0.32999999999999996, 1893)
(0.3366, 1973)
(0.3404, 2044)
(0.3429, 2083)
(0.36419999999999997, 3874)
(0.36819999999999997, 4165)
(0.3831, 5183)
(0.38889999999999997, 5758)
(0.3927, 6204)
(0.40090000000000003, 7126)
(0.4018, 8551)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.022, 129)
(0.0222, 131)
(0.0224, 132)
(0.022600000000000002, 161)
(0.0227, 175)
(0.0871, 367)
(0.0882, 380)
(0.0891, 385)
(0.08990000000000001, 389)
(0.09040000000000001, 403)
(0.0916, 414)
(0.0937, 559)
(0.1689, 621)
(0.1698, 622)
(0.1722, 644)
(0.1743, 657)
(0.17609999999999998, 668)
(0.1769, 688)
(0.1794, 719)
(0.1851, 993)
(0.1896, 1156)
(0.704, 1825)
(0.7053, 1827)
(0.7067, 1830)
(0.7150000000000001, 1884)
(0.7218, 1917)
(0.722, 1947)
(0.7268, 1951)
(0.7327, 2032)
(0.7405999999999999, 2116)
(0.7639, 3336)
(0.7802, 4030)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.183, 121)
(0.1906, 145)
(0.1943, 162)
(0.1955, 163)
(0.1966, 166)
(0.1968, 194)
(0.5594, 473)
(0.5610999999999999, 474)
(0.5619, 476)
(0.5849, 573)
(0.585, 577)
(0.5851, 583)
(0.5852999999999999, 595)
(0.5857, 611)
(0.5928, 629)
(0.5936, 654)
(0.5976, 666)
(0.6008, 694)
(0.6022000000000001, 751)
(0.7492, 793)
(0.7497, 794)
(0.7501, 799)
(0.7658, 1055)
(0.7662, 1097)
(0.7665, 1151)
(0.771, 1190)
(0.7716000000000001, 1257)
(0.7737, 1276)
(0.7755, 1343)
(0.7767999999999999, 1514)
(0.914, 2425)
(0.9141, 2438)
(0.9233, 4218)
(0.9253, 4797)
(0.9263, 5314)
(0.9272, 5722)
(0.9273999999999999, 7206)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0033, 162)
(0.0036999999999999997, 194)
(0.0038, 207)
(0.0039, 227)
(0.009, 603)
(0.009600000000000001, 616)
(0.01, 774)
(0.0108, 868)
(0.0111, 891)
(0.013800000000000002, 1257)
(0.014799999999999999, 1287)
(0.015, 1301)
(0.0154, 1578)
(0.0159, 1587)
(0.0161, 1613)
(0.0162, 1685)
(0.017499999999999998, 1733)
(0.0178, 1774)
(0.018099999999999998, 1837)
(0.0184, 1899)
(0.0751, 5902)
(0.0782, 6078)
(0.0795, 6176)
(0.08120000000000001, 7580)
(0.08159999999999999, 7700)
(0.087, 8411)
(0.0877, 8636)
(0.0901, 8945)
(0.09090000000000001, 9280)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013800000000000002, 172)
(0.013900000000000001, 175)
(0.014099999999999998, 195)
(0.014199999999999999, 198)
(0.0144, 201)
(0.014499999999999999, 206)
(0.0147, 208)
(0.014799999999999999, 216)
(0.047599999999999996, 633)
(0.0491, 647)
(0.0498, 656)
(0.0517, 787)
(0.0531, 813)
(0.0533, 860)
(0.089, 1199)
(0.0913, 1231)
(0.09280000000000001, 1246)
(0.093, 1413)
(0.09340000000000001, 1449)
(0.0977, 1528)
(0.09809999999999999, 1595)
(0.10069999999999998, 1600)
(0.10129999999999999, 1702)
(0.3699, 3315)
(0.38439999999999996, 3428)
(0.391, 3486)
(0.3923, 4642)
(0.3932, 5058)
(0.4183, 5346)
(0.4316, 5821)
(0.433, 6912)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.524998188654373, 1322.6240295862858)
(0.501897967907671, 1318.9933860137714)
(0.4974896427247598, 1297.1265194284274)
(0.4961060969450045, 1290.785035241663)
(0.46878163157169556, 1282.714337529428)
(0.4401073825978376, 1265.3183987913676)
(0.42888996681042885, 1243.6632330528325)
(0.42406196316204076, 1214.5792225287248)
(0.1603606702144752, 543.4844833727701)
(0.15724187821226548, 541.1309720712022)
(0.15501921772817218, 530.2121263643851)
(0.14617169861919627, 520.4252089397955)
(0.14487935056771287, 515.2494933870051)
(0.14321139860329235, 514.8831444828758)
(0.13046238446542605, 504.37126153181623)
(0.1228758176281099, 499.81052905530976)
(0.12117313915051367, 478.77324219113405)
(0.11788971092364976, 477.3046373487365)
(0.11603515756171555, 471.2558158348005)
(0.08941631504277298, 260.60158068193755)
(0.08752110017770823, 257.8614689562581)
(0.08625590298522627, 255.58560936723444)
(0.08041541524211299, 251.3062604516115)
(0.07928702740365494, 249.55272374135836)
(0.07183324157063099, 246.33131545013816)
(0.06740562764567802, 238.74963911230276)
(0.06427078773889178, 235.98151150787842)
(0.06317385313082077, 227.88463570684726)
(0.024214445446345618, 23.775263070600385)
(0.02334738465535607, 23.773013311157374)
(0.02207682357666669, 23.547354381776262)
(0.02207330426989435, 23.461027454645063)
(0.02180968393588644, 23.379166146656345)
(0.021359562701392765, 23.232500694847356)
(0.017918754220115986, 23.18120598739864)
(0.017098202702463157, 23.01456821382182)
(0.016669912710472436, 22.781001261608832)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.2368556153326224, 2251.265775564963)
(6.095673483153708, 2214.2223648757085)
(6.094314678468782, 2188.5490929450234)
(6.091518487756502, 2174.8913151694155)
(5.976824913659964, 2140.1038849713755)
(5.970268563105277, 2060.8167101745576)
(2.651299158241434, 711.710332830274)
(2.641755273856968, 696.5348987017059)
(2.566215331656023, 662.451020636049)
(2.5596025630317563, 657.9081605443081)
(2.5570474611404665, 654.7210331916694)
(2.515114027260514, 638.6173490043606)
(2.50994434022077, 624.7016908171188)
(2.503347465861024, 621.7861699814085)
(2.495727522724802, 617.6736098123168)
(1.809336766680312, 299.37615929368906)
(1.7582180272194683, 286.6405328311861)
(1.7533086490161145, 282.98826088654994)
(1.740565583186247, 282.2268574769523)
(1.7260901517001068, 278.4085768584633)
(1.7179946921044777, 275.4213217255885)
(1.7127475060858461, 274.59948959884144)
(0.7403954220331808, 22.398998545751358)
(0.7119081828360829, 21.971543256247912)
(0.7106588005884888, 21.955960153878035)
(0.7092712534268405, 21.900092347050492)
(0.7017289724827884, 21.84628649136426)
(0.6982562762922262, 21.73628848732357)
(0.6964108686036314, 21.553091818210987)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46607998224124947, 969.7592979396073)
(0.45307400176146834, 963.1804236400712)
(0.44527557930349937, 955.2073474124729)
(0.4404836263837903, 938.779831349706)
(0.41602594570860724, 919.1756070140683)
(0.41486778886598, 913.174979861096)
(0.1588016301485172, 428.5152664611904)
(0.15229361822124, 418.55733126271906)
(0.15084090789313284, 400.9217281437264)
(0.15058587565440035, 394.4463274009545)
(0.14370402850120326, 391.32391219790634)
(0.13973866122359338, 381.0030081068548)
(0.1393548648552255, 376.7439537606813)
(0.08304733463517196, 214.42329222743786)
(0.08022862112227198, 213.33146703021598)
(0.07868817077352476, 204.7381886611088)
(0.07797697668592124, 198.82528089264468)
(0.0737160403168378, 192.26640820306557)
(0.07347588598437543, 192.07872367123122)
(0.0713708701144417, 182.07301188966935)
(0.07107116319356235, 155.514229818393)
(0.025744595574329808, 24.0177736050732)
(0.023767656522617073, 24.006580783443823)
(0.023301553864083994, 23.846427538446605)
(0.02301628914519394, 23.661926737581634)
(0.02295634830429055, 23.49392045325618)
(0.021555657924816653, 23.378982402375854)
(0.02146551814146446, 23.009560531034015)
(0.020823148223562005, 22.813392431438146)
(0.020726205275602025, 22.64132911660056)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(4.573245266326283, 818.4878196803368)
(4.448967619100428, 799.6996672354152)
(4.436181871289194, 788.2194353608248)
(4.408124905420584, 762.7574392557017)
(4.1904966079676225, 756.9537149313909)
(4.131839590524129, 754.8730235062732)
(1.149998553127877, 344.2328959878928)
(1.1453791488094314, 335.92394092716296)
(1.1280306035446268, 328.9739470577005)
(1.0821947316211773, 321.8837290435804)
(1.0775504816871189, 316.9419330258197)
(1.0445397030703207, 313.27799853619996)
(1.0324795976854457, 303.7788684890726)
(1.0260776651013384, 298.70866649564925)
(0.6582302460595448, 182.4391988446181)
(0.6536056728497789, 181.34326622331727)
(0.6457334373546466, 179.92101722389378)
(0.6414003272082791, 176.76293072094916)
(0.6401243670483088, 176.485607408997)
(0.6044517939332159, 168.6763597470054)
(0.601788373639432, 166.0669579055129)
(0.5857853675425034, 162.98997544407956)
(0.5729211315968094, 160.93394781037875)
(0.5689892756089097, 155.87906148132203)
(0.13975965805413398, 17.351144814147254)
(0.13750573823584594, 17.348313386156043)
(0.13617789052319626, 17.272301370309115)
(0.13610033416408054, 17.24447597689896)
(0.13589339896799316, 17.220902071565423)
(0.1338482121766008, 17.08791405824278)
(0.13065513412688545, 16.926254309692514)
(0.12354602717167758, 16.896574551599567)
(0.11934256887045414, 16.60011068075543)
(0.11814913742357001, 16.536858125093794)
(0.11689284667725114, 16.48679750087385)
(0.11567544843474925, 16.398122755112507)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.6767862605993409, 2687.1612461784084)
(1.5745504446943541, 2678.3892514591503)
(1.5527425056050197, 2557.302844656027)
(1.5414144787140445, 2502.687479115948)
(1.5204434619694291, 2479.942245302553)
(0.7600482881863954, 867.8806458848389)
(0.7571849003577834, 856.8958877494629)
(0.6935753267226186, 843.7218188873375)
(0.6864592553842482, 824.6642056988936)
(0.6411831092451494, 818.5112994769245)
(0.6240899910024992, 788.896957850865)
(0.47443744072748856, 330.79844730015)
(0.47406003836520566, 322.68640270821516)
(0.4280238780875006, 321.1093255133492)
(0.4063952042578361, 320.3587268855667)
(0.3820123865442844, 311.79902805147833)
(0.3688577035248851, 279.9872739854067)
(0.20302949521114266, 21.690855915352135)
(0.20294745406649473, 21.66631943146574)
(0.1858441085358457, 21.58525462398654)
(0.1828963788057666, 21.51217362809953)
(0.1642853894357858, 21.411855121756755)
(0.16248948264773738, 21.378682132089356)
(0.15812662783616754, 21.207919160826755)
(0.15189309812293586, 21.20097175703486)
(0.14627054262731767, 21.02056613082191)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.35629582946898924, 2041.7928699179154)
(0.33983225202629874, 1888.5613438521968)
(0.337274841093034, 1820.9637036255565)
(0.3361948572904715, 1693.8176099841576)
(0.25264357273448235, 652.1171437162635)
(0.25254892096159176, 639.3299990183627)
(0.25179377609993686, 636.9403808396586)
(0.25087230711516206, 622.3600396061759)
(0.240722267031822, 620.8545530844717)
(0.23477666577088263, 613.391827036627)
(0.23451278759805988, 598.3142853800789)
(0.2318129035880887, 591.6240624305749)
(0.23110203119710865, 579.5900961671199)
(0.21527089594770893, 286.7689971716261)
(0.21520167466393927, 284.45943366020737)
(0.21505600341514178, 279.45944707019265)
(0.20422053338195745, 274.1960652643934)
(0.19878692275236293, 272.6669149571666)
(0.198030717294287, 268.4888788431567)
(0.19533059627473204, 260.91707009252366)
(0.19422713981784967, 254.4185798236547)
(0.14184244059132983, 21.701026143552003)
(0.14173363989827495, 21.655064716380313)
(0.12934022735208314, 21.461311884028813)
(0.12714594447140543, 21.33784524658425)
(0.1270169283031113, 21.246675603570935)
(0.1256427521354107, 21.1318234770783)
(0.12247901136394755, 20.882312951713143)
(0.1212011981381422, 20.69350973253668)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(10.359809663776645, 3568.150651136043)
(10.349603142684002, 3565.6693604193483)
(10.215727387162586, 3551.5062324670853)
(10.163362565229042, 3512.770348136038)
(10.02165175934068, 3422.443695742818)
(2.8353507438459786, 1020.8529516064611)
(2.822779700574124, 1002.1968359254596)
(2.751747765076208, 998.1316729154446)
(2.6897734116976837, 972.3728420231215)
(2.5610205514057105, 967.9579298832926)
(1.5320295503275523, 393.57105028373724)
(1.5260776010832846, 386.894756295647)
(1.4531508494303393, 385.8911705685557)
(1.3801976821377613, 380.478288410849)
(1.3457847164100538, 368.09834903093764)
(0.3804872082454966, 23.31898367222922)
(0.3796156580774397, 23.28242177943889)
(0.3647198060824723, 23.192207111769097)
(0.3444106463517262, 23.16705803581945)
(0.3249581337436931, 23.02105367563514)
(0.3140724462655932, 22.93052183160128)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.57368774373292, 2295.753000573623)
(2.5728556714757462, 2236.5172155085947)
(2.5241417179935213, 2228.8467537132797)
(2.5031470736444663, 2225.554239044556)
(2.4845673674806754, 2222.6306111526214)
(2.4693707714301825, 2180.1718541189216)
(2.467548223422767, 2161.252590584135)
(1.031955851172832, 727.6217029971192)
(1.0308856417487469, 721.7376475914483)
(1.0297332143880091, 721.319730259044)
(0.9772477378915114, 684.0484579119703)
(0.9670505909834238, 669.2180417297569)
(0.9602573003382431, 667.6231949296149)
(0.9584268943608096, 656.568907500936)
(0.9551984025148704, 638.137273248711)
(0.5639459849710645, 296.58639238067224)
(0.5625733726067935, 292.86433376238034)
(0.5313980943517637, 289.63929538919234)
(0.5295402134318169, 284.58324671158516)
(0.5230917327958599, 278.40218287600203)
(0.51546461261099, 273.20780624626065)
(0.5131320654284639, 273.1559758665887)
(0.5114441043737621, 269.8859135812526)
(0.18810551264806397, 21.85962713858525)
(0.1751105322768772, 21.491889472446534)
(0.17476500548013554, 21.465816358501506)
(0.17467018252986286, 21.368006893632487)
(0.17023910983894602, 21.35912489381302)
(0.16545426920311887, 21.28690713542202)
(0.1645427601711294, 20.958896037738548)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.591965022951239, 2298.023371954203)
(2.5602491505567997, 2274.5510608921627)
(2.491763716187429, 2267.2648842665167)
(2.446924337952525, 2238.3409513593706)
(2.34298779905314, 2215.766407316465)
(2.21273431039791, 2157.9434242032294)
(2.179202015165104, 2050.407827551397)
(0.7459891617492876, 726.5799326377219)
(0.7367631229348581, 696.5943588582726)
(0.7329884429342234, 684.6153243476876)
(0.7055672218126531, 669.8890562691577)
(0.6949592061724418, 666.5902755119572)
(0.6497446137485043, 641.9707962723088)
(0.6396008849463355, 617.3612237526424)
(0.6256561618184772, 603.3476607228139)
(0.46347729179351194, 304.6942468829582)
(0.428028932201925, 304.453172340525)
(0.4208851723533347, 303.0798382621907)
(0.3890691338351416, 284.6658937219838)
(0.36969202355226394, 282.6231184587497)
(0.36416925038496895, 274.66811050156764)
(0.35777570457761676, 270.2711723976348)
(0.13863054113442688, 21.363662632174513)
(0.1352789393220789, 21.31459860687331)
(0.13348995857902948, 21.095546519262037)
(0.13173493856850696, 21.083158804591516)
(0.12551361921991305, 20.90735834879451)
(0.12271395277140472, 20.681897633969598)
(0.12013577006130573, 20.63041567569724)
(0.11883682080724828, 20.61117827413363)
(0.11690495995637007, 20.606846409016626)
(0.11544134066834455, 20.40251159965807)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8432193279237638, 202.02987253243623)
(0.7972403517253317, 201.19763879975935)
(0.7967467982574186, 197.88294746281875)
(0.7636500313736034, 196.12448878180498)
(0.7625883474981452, 194.5561169524998)
(0.20794223103682327, 114.63375271104617)
(0.19774812017635837, 106.3696579844563)
(0.19695829351700064, 104.30373153996305)
(0.1923242524042332, 104.21966621213224)
(0.19144097160496248, 101.92106802427159)
(0.1162283226273339, 71.37405171197672)
(0.11243717132109478, 71.13382645706717)
(0.11049567500634254, 70.61356433373093)
(0.10996147328517204, 66.84794310845906)
(0.1097335352956725, 66.36712168680148)
(0.10401835750587173, 65.51007131849111)
(0.10361127468674838, 64.35521158341763)
(0.10114536779660839, 63.895116501649504)
(0.10062865171044984, 62.6718738228396)
(0.02774302953678448, 12.979153793214344)
(0.02623915400854326, 12.914120579647422)
(0.02601902630084079, 12.42201191561913)
(0.02592267174203493, 12.294060575668494)
(0.02444450586516842, 12.080742533348275)
(0.024318732016942606, 11.914007055478306)
(0.023706697062922374, 11.880329643979408)
(0.02357262967180274, 11.592254517454549)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6105, 10.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9589000000000001, 10.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5916, 10.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9974000000000001, 10.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5745, 10.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4018, 10.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7802, 10.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9273999999999999, 10.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.09090000000000001, 10.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.433, 10.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 404.62897091579435)
(0.0215, 417.2183816318512)
(0.0233, 422.9544125108719)
(0.024, 430.3190653038025)
(0.0241, 440.6233780994415)
(0.064, 984.705205710411)
(0.0651, 988.9879301338195)
(0.066, 1009.3545081090926)
(0.0705, 1028.3360429258346)
(0.0706, 1038.6657471160888)
(0.0707, 1048.8661976242065)
(0.0775, 1061.067592103958)
(0.0823, 1070.7497519340516)
(0.0831, 1117.7984750165938)
(0.0858, 1121.2377968349456)
(0.0867, 1135.6294861888887)
(0.1187, 2053.60227900219)
(0.12090000000000001, 2075.4244601421356)
(0.12250000000000001, 2093.905057193756)
(0.1311, 2129.56095498085)
(0.1319, 2164.859969698906)
(0.1451, 2172.5698944206238)
(0.1543, 2241.5615034637453)
(0.16160000000000002, 2267.855632334709)
(0.1635, 2348.43388339901)
(0.43200000000000005, 22509.61423269272)
(0.44610000000000005, 22511.74443034649)
(0.4812, 22727.478905833243)
(0.48129999999999995, 22811.106676150324)
(0.48410000000000003, 22890.978944368362)
(0.49000000000000005, 23035.488388845446)
(0.5715, 23086.460656573294)
(0.5986, 23253.618969857216)
(0.6105, 23492.03153339386)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 7766.84485225296)
(0.24769999999999998, 7896.782309387207)
(0.24780000000000002, 7989.417306819916)
(0.2575, 8170.272538070679)
(0.2578, 8484.612878803253)
(0.7412, 24567.905218498232)
(0.7455, 25103.167167346957)
(0.7676999999999999, 26394.75441250229)
(0.7685, 26577.01036195374)
(0.7692, 26706.38503052521)
(0.784, 27379.8261623497)
(0.7844, 27989.73054983902)
(0.7887, 28120.97284267807)
(0.7898, 28308.206344306946)
(0.9036, 58405.55921771622)
(0.9099, 61000.55643664933)
(0.9106, 61787.83510390855)
(0.9111, 61954.52890739822)
(0.9121, 62804.21457306289)
(0.9131, 63270.77879801559)
(0.9136, 63675.39876182556)
(0.9557, 780625.6143231278)
(0.9574, 795812.6471169854)
(0.9576, 796377.4700561943)
(0.958, 798409.0533917275)
(0.9582, 800375.4783181038)
(0.9583, 800786.9893152046)
(0.9586, 804425.8342539596)
(0.9589000000000001, 811263.2817360382)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 994.9602979316712)
(0.028499999999999998, 1001.756240386963)
(0.029099999999999997, 1010.1178582992554)
(0.029599999999999998, 1027.7937038898467)
(0.0308, 1049.7145405483245)
(0.0902, 2251.663069015503)
(0.09659999999999999, 2305.232588064194)
(0.1021, 2465.6607222919465)
(0.10529999999999999, 2532.452446489334)
(0.1055, 2561.0815790634156)
(0.1605, 4499.846961479187)
(0.16870000000000002, 4522.877067466737)
(0.172, 4712.711420911789)
(0.1844, 5018.411739303589)
(0.185, 5023.315344657898)
(0.19119999999999998, 5299.368588380813)
(0.1921, 6204.396865333558)
(0.4641, 40173.249022390366)
(0.5089, 40191.97938697816)
(0.5204, 40461.90979526711)
(0.5267999999999999, 40777.40628228379)
(0.528, 41069.00770008659)
(0.5660000000000001, 41270.91519184113)
(0.568, 41933.52579240417)
(0.589, 42294.1043468113)
(0.5916, 42615.51939071274)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 19219.985468010902)
(0.12969999999999998, 19671.540009993554)
(0.1301, 19958.051393136022)
(0.1308, 20624.281311960218)
(0.1359, 20782.412041436197)
(0.1371, 20839.695564865113)
(0.4761, 45699.65329679966)
(0.4777, 46830.01740388298)
(0.48129999999999995, 47819.36120078469)
(0.5001, 48872.69091464424)
(0.5018, 49634.71967818927)
(0.514, 50215.22122046567)
(0.5199, 51785.44537427521)
(0.5224, 52664.437843584055)
(0.7594000000000001, 86227.763000638)
(0.763, 86748.87315985297)
(0.7686, 87434.61015687753)
(0.771, 88996.73667910957)
(0.7716000000000001, 89136.58303899765)
(0.7941, 93263.35962902642)
(0.7958999999999999, 94728.8021555176)
(0.8063, 96517.12602041148)
(0.8151999999999999, 97750.1901496601)
(0.8182, 100920.05847677613)
(0.9936, 906644.7296995335)
(0.9936999999999999, 910783.320805296)
(0.9938, 913501.739608347)
(0.9945, 920611.137578352)
(0.9960000000000001, 929403.7364777003)
(0.9961, 931036.2850149851)
(0.9964999999999999, 947663.8019189463)
(0.9967, 949920.4419356051)
(0.9972, 951288.5628575698)
(0.9974000000000001, 959336.8847720928)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0194, 830.0893752365113)
(0.0209, 832.8080015945434)
(0.0213, 872.240847290039)
(0.0216, 937.9798066005707)
(0.0622, 2570.150642921448)
(0.0638, 2603.098033132553)
(0.0678, 2643.743411710739)
(0.0713, 2704.839114618301)
(0.0735, 2725.1719083480834)
(0.0746, 2769.631447380066)
(0.0761, 2827.4719249477384)
(0.1216, 6743.0304410591125)
(0.12250000000000001, 6912.544133497238)
(0.1377, 6946.493990587234)
(0.145, 7153.915821802139)
(0.1506, 7966.733517024994)
(0.483, 102835.22276413537)
(0.4849, 102951.68069757843)
(0.5132, 103338.32233423233)
(0.5219, 103689.38251253129)
(0.5265, 104175.18647104454)
(0.5293, 104336.83359049987)
(0.5404, 105176.93806189728)
(0.5575, 105211.40377727509)
(0.5745, 106114.36371969795)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 2031.6948213100436)
(0.020200000000000003, 2196.5397171258924)
(0.0206, 2278.0794541597365)
(0.05689999999999999, 6361.280392599106)
(0.05739999999999999, 6488.511420345306)
(0.0595, 6681.597129940987)
(0.06470000000000001, 6762.887630963325)
(0.0655, 7011.716161370277)
(0.1025, 14465.650195503236)
(0.1044, 14583.09870979786)
(0.1055, 14844.01419773102)
(0.11000000000000001, 15128.955245947838)
(0.12310000000000001, 15213.8003272295)
(0.1254, 15898.921440935135)
(0.3366, 191156.85924522878)
(0.3429, 191562.57689971922)
(0.3831, 193292.00481388572)
(0.3927, 194410.4454813242)
(0.40090000000000003, 198651.3663305521)
(0.4018, 200463.8195075035)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 211.19063449859618)
(0.0224, 212.18039633750914)
(0.0227, 220.18185454368592)
(0.0865, 738.1670384693147)
(0.0871, 751.9081810951233)
(0.08990000000000001, 754.9705318927764)
(0.0906, 774.9702248287201)
(0.09509999999999999, 778.5049088764191)
(0.1694, 1914.673346672058)
(0.1701, 1947.713138360977)
(0.17629999999999998, 1952.7785486507416)
(0.1851, 1980.5597926425935)
(0.1896, 2047.170279312134)
(0.7053, 32315.30201281547)
(0.7067, 32366.04882166862)
(0.7268, 32491.948539800644)
(0.7392000000000001, 32527.220281267168)
(0.7405999999999999, 32723.1758777523)
(0.7639, 32733.514747743604)
(0.7802, 32862.749724321366)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1829, 816.5460306625366)
(0.183, 838.1728461561204)
(0.18839999999999998, 841.0573750200272)
(0.1907, 842.3016465349198)
(0.1943, 843.4096023845672)
(0.1966, 859.8349696416855)
(0.1968, 867.3618290462493)
(0.5594, 2576.32227334404)
(0.5610999999999999, 2597.326059206963)
(0.5619, 2598.8308947639466)
(0.5862, 2740.4315853910443)
(0.5928, 2801.161778535843)
(0.5976, 2807.85331342125)
(0.5989, 2855.127586128235)
(0.6022000000000001, 2937.5936472988124)
(0.7492, 6320.546215734482)
(0.7501, 6400.875026048661)
(0.7658, 6472.1466660146725)
(0.7666999999999999, 6587.13406941986)
(0.771, 6733.3811130170825)
(0.7737, 6861.399847083093)
(0.7755, 6862.701773420334)
(0.7767999999999999, 6945.853435346603)
(0.9141, 85755.71706303692)
(0.9233, 87223.0430183115)
(0.9253, 87765.20617391968)
(0.9272, 88062.9575764265)
(0.9273999999999999, 89441.16124363709)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 984.997814915657)
(0.0032, 995.1625351123809)
(0.0033, 998.3606307792664)
(0.0038, 1021.5643637008667)
(0.0039, 1060.6646720466615)
(0.009600000000000001, 3115.3461557664873)
(0.0098, 3378.9893696823124)
(0.01, 3395.711103438377)
(0.0111, 3525.9360910863875)
(0.0131, 7428.9161123199465)
(0.014799999999999999, 7434.798536006928)
(0.015, 7468.487554232597)
(0.0162, 7951.595361159325)
(0.0178, 8009.068799268722)
(0.018099999999999998, 8241.029495075225)
(0.0184, 8375.09964499569)
(0.0751, 105953.18035920526)
(0.0782, 106197.07374034595)
(0.0795, 107299.8036781454)
(0.08159999999999999, 108709.71647923852)
(0.087, 109718.97200629233)
(0.0877, 109821.377986948)
(0.0901, 109844.46407139588)
(0.09090000000000001, 110944.57606081868)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 40727.16522987938)
(0.014099999999999998, 40895.629039608)
(0.014199999999999999, 41580.66223238372)
(0.0147, 41953.47583112907)
(0.014799999999999999, 42291.674653482434)
(0.0498, 71777.32391558647)
(0.0517, 77353.8634598446)
(0.0519, 78885.9984059868)
(0.0531, 78949.62917317581)
(0.0533, 80730.1587346058)
(0.089, 115281.4475658989)
(0.0913, 115670.7632614994)
(0.09280000000000001, 116522.99494630624)
(0.093, 123086.86875600815)
(0.09340000000000001, 123978.61758763502)
(0.0977, 125600.59597550011)
(0.09809999999999999, 127854.50933270075)
(0.10069999999999998, 128775.1623363514)
(0.10129999999999999, 131288.6227601738)
(0.3699, 633947.646440691)
(0.391, 637140.0939966012)
(0.3923, 662380.9456867599)
(0.3932, 669274.7241122646)
(0.4183, 681092.5716930676)
(0.41950000000000004, 690624.4021583442)
(0.4316, 692582.1291642151)
(0.433, 709793.2492433529)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0212, 1322.6240295862858)
(0.0213, 1288.1670134596632)
(0.0218, 1282.714337529428)
(0.0236, 1265.3183987913676)
(0.0243, 1243.6632330528325)
(0.024399999999999998, 1214.5792225287248)
(0.0645, 543.4844833727701)
(0.0656, 541.1309720712022)
(0.0665, 530.2121263643851)
(0.0711, 520.4252089397955)
(0.0712, 515.2494933870051)
(0.0713, 510.23858068095)
(0.0782, 504.37126153181623)
(0.08299999999999999, 499.81052905530976)
(0.0838, 478.77324219113405)
(0.0866, 477.3046373487365)
(0.0875, 471.2558158348005)
(0.11939999999999999, 260.60158068193755)
(0.1216, 257.8614689562581)
(0.1232, 255.58560936723444)
(0.132, 251.3062604516115)
(0.1328, 247.2085989351233)
(0.1462, 246.33131545013816)
(0.1554, 238.74963911230276)
(0.1627, 235.98151150787842)
(0.1646, 227.88463570684726)
(0.4346, 23.775263070600385)
(0.4487, 23.773013311157374)
(0.48390000000000005, 23.547354381776262)
(0.484, 23.461027454645063)
(0.4869, 23.379166146656345)
(0.4929, 23.232500694847356)
(0.5746, 23.18120598739864)
(0.6019, 23.01456821382182)
(0.6138, 22.781001261608832)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0008, 2251.265775564963)
(0.0009, 2140.1038849713755)
(0.002, 711.710332830274)
(0.0021000000000000003, 659.0206537878371)
(0.0023, 638.6173490043606)
(0.0024000000000000002, 621.7861699814085)
(0.0029000000000000002, 299.37615929368906)
(0.0031, 286.6405328311861)
(0.0032, 284.7244845377096)
(0.0034000000000000002, 281.5672289704026)
(0.0035000000000000005, 276.3555678019946)
(0.0109, 22.398998545751358)
(0.0117, 21.971543256247912)
(0.0118, 21.955960153878035)
(0.0123, 21.84628649136426)
(0.0124, 21.73628848732357)
(0.0125, 21.553091818210987)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027800000000000002, 969.7592979396073)
(0.028699999999999996, 963.1804236400712)
(0.0293, 955.2073474124729)
(0.0298, 938.779831349706)
(0.031, 919.1756070140683)
(0.0906, 428.5152664611904)
(0.09709999999999999, 418.55733126271906)
(0.1026, 391.32391219790634)
(0.1058, 381.0030081068548)
(0.10600000000000001, 376.7439537606813)
(0.1615, 214.42329222743786)
(0.1698, 213.33146703021598)
(0.1731, 204.7381886611088)
(0.18560000000000001, 192.26640820306557)
(0.1862, 192.07872367123122)
(0.1924, 182.07301188966935)
(0.1933, 155.514229818393)
(0.46699999999999997, 24.0177736050732)
(0.5123, 24.006580783443823)
(0.5238, 23.846427538446605)
(0.5302, 23.661926737581634)
(0.5314, 23.49392045325618)
(0.5698000000000001, 23.378982402375854)
(0.5718, 23.009560531034015)
(0.5929, 22.813392431438146)
(0.5953999999999999, 22.64132911660056)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0029000000000000002, 818.4878196803368)
(0.0094, 344.2328959878928)
(0.010199999999999999, 321.8837290435804)
(0.010499999999999999, 313.27799853619996)
(0.0162, 182.4391988446181)
(0.016300000000000002, 176.76293072094916)
(0.0178, 168.6763597470054)
(0.0184, 162.98997544407956)
(0.0185, 155.87906148132203)
(0.0615, 17.351144814147254)
(0.0621, 17.348313386156043)
(0.0624, 17.272301370309115)
(0.0634, 17.24447597689896)
(0.0635, 17.220902071565423)
(0.0638, 17.08791405824278)
(0.065, 16.926254309692514)
(0.0685, 16.896574551599567)
(0.0707, 16.60011068075543)
(0.0711, 16.536858125093794)
(0.07139999999999999, 16.48679750087385)
(0.0718, 16.398122755112507)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.002, 2687.1612461784084)
(0.0021000000000000003, 2678.3892514591503)
(0.0021999999999999997, 2479.942245302553)
(0.0057, 867.8806458848389)
(0.0059, 843.7218188873375)
(0.0060999999999999995, 824.6642056988936)
(0.0067, 818.5112994769245)
(0.007000000000000001, 788.896957850865)
(0.01, 330.79844730015)
(0.0109, 321.1093255133492)
(0.012, 311.79902805147833)
(0.0123, 279.9872739854067)
(0.028499999999999998, 21.690855915352135)
(0.0301, 21.58525462398654)
(0.0304, 21.51217362809953)
(0.032, 21.411855121756755)
(0.0323, 21.378682132089356)
(0.0329, 21.207919160826755)
(0.0353, 21.20097175703486)
(0.036699999999999997, 21.02056613082191)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0053, 2041.7928699179154)
(0.0055, 1888.5613438521968)
(0.01, 652.1171437162635)
(0.010199999999999999, 620.8545530844717)
(0.0109, 613.391827036627)
(0.014199999999999999, 286.7689971716261)
(0.0144, 274.1960652643934)
(0.0153, 272.6669149571666)
(0.0156, 260.91707009252366)
(0.0368, 21.701026143552003)
(0.037, 21.655064716380313)
(0.0411, 21.461311884028813)
(0.042499999999999996, 21.33784524658425)
(0.0446, 20.882312951713143)
(0.0453, 20.69350973253668)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 3568.150651136043)
(0.0021000000000000003, 1020.8529516064611)
(0.0021999999999999997, 998.1316729154446)
(0.0046, 393.57105028373724)
(0.0047, 386.894756295647)
(0.0049, 385.8911705685557)
(0.0050999999999999995, 380.478288410849)
(0.0191, 23.31898367222922)
(0.019200000000000002, 23.28242177943889)
(0.02, 23.192207111769097)
(0.0208, 23.16705803581945)
(0.022, 23.02105367563514)
(0.023200000000000002, 22.93052183160128)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 2295.753000573623)
(0.0021999999999999997, 2228.8467537132797)
(0.0057, 727.6217029971192)
(0.006, 684.0484579119703)
(0.0060999999999999995, 669.2180417297569)
(0.0062, 667.6231949296149)
(0.0064, 642.7042495240212)
(0.0103, 296.58639238067224)
(0.011, 289.63929538919234)
(0.0111, 278.40218287600203)
(0.011300000000000001, 273.20780624626065)
(0.011600000000000001, 268.4143264242239)
(0.040799999999999996, 21.85962713858525)
(0.0442, 21.491889472446534)
(0.0443, 21.368006893632487)
(0.0449, 21.35912489381302)
(0.0465, 21.28690713542202)
(0.046700000000000005, 21.206314082862473)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0028, 2298.023371954203)
(0.0029000000000000002, 2274.5510608921627)
(0.003, 2267.2648842665167)
(0.0034000000000000002, 2215.766407316465)
(0.0035000000000000005, 2134.0844657645207)
(0.0079, 726.5799326377219)
(0.0082, 696.5943588582726)
(0.008400000000000001, 666.5902755119572)
(0.0092, 641.9707962723088)
(0.0112, 304.6942468829582)
(0.0123, 304.453172340525)
(0.0124, 303.0798382621907)
(0.0137, 284.6658937219838)
(0.014799999999999999, 282.6231184587497)
(0.0149, 274.66811050156764)
(0.0152, 270.2711723976348)
(0.058399999999999994, 21.363662632174513)
(0.0603, 21.31459860687331)
(0.060899999999999996, 21.095546519262037)
(0.0618, 20.90735834879451)
(0.0633, 20.821947414721613)
(0.0634, 20.681897633969598)
(0.0669, 20.63041567569724)
(0.0674, 20.61117827413363)
(0.06899999999999999, 20.606846409016626)
(0.06949999999999999, 20.40251159965807)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0137, 202.02987253243623)
(0.014299999999999998, 201.19763879975935)
(0.0144, 197.88294746281875)
(0.0149, 196.12448878180498)
(0.015, 194.5561169524998)
(0.0503, 114.63375271104617)
(0.0522, 106.3696579844563)
(0.0524, 104.30373153996305)
(0.0536, 104.21966621213224)
(0.0538, 101.92106802427159)
(0.0898, 71.37405171197672)
(0.0921, 71.13382645706717)
(0.0936, 70.61356433373093)
(0.0939, 66.84794310845906)
(0.0943, 66.36712168680148)
(0.0986, 65.51007131849111)
(0.099, 64.35521158341763)
(0.1016, 63.895116501649504)
(0.1022, 62.6718738228396)
(0.3744, 12.979153793214344)
(0.3955, 12.914120579647422)
(0.3972, 12.42201191561913)
(0.3981, 12.294060575668494)
(0.4234, 12.080742533348275)
(0.42460000000000003, 11.914007055478306)
(0.4367, 11.880329643979408)
(0.43810000000000004, 11.592254517454549)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0234, 1322.6240295862858)
(0.024, 1282.714337529428)
(0.0259, 1265.3183987913676)
(0.0267, 1243.6632330528325)
(0.0268, 1214.5792225287248)
(0.0707, 543.4844833727701)
(0.0718, 541.1309720712022)
(0.0731, 530.2121263643851)
(0.0781, 520.4252089397955)
(0.0782, 515.2494933870051)
(0.07830000000000001, 510.23858068095)
(0.0859, 504.37126153181623)
(0.0911, 499.81052905530976)
(0.09190000000000001, 478.77324219113405)
(0.0954, 477.3046373487365)
(0.0963, 471.2558158348005)
(0.1311, 260.60158068193755)
(0.13340000000000002, 257.8614689562581)
(0.1355, 255.58560936723444)
(0.1449, 251.3062604516115)
(0.145, 250.40009470813519)
(0.1452, 249.55272374135836)
(0.14579999999999999, 247.2085989351233)
(0.16, 246.33131545013816)
(0.1704, 238.74963911230276)
(0.17880000000000001, 235.98151150787842)
(0.18080000000000002, 227.88463570684726)
(0.4723, 23.775263070600385)
(0.48769999999999997, 23.773013311157374)
(0.5246999999999999, 23.547354381776262)
(0.5248999999999999, 23.461027454645063)
(0.5275000000000001, 23.379166146656345)
(0.534, 23.232500694847356)
(0.6223, 23.18120598739864)
(0.6507, 23.01456821382182)
(0.6622, 22.781001261608832)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0009, 2251.265775564963)
(0.001, 2140.1038849713755)
(0.0023, 711.710332830274)
(0.0024000000000000002, 659.0206537878371)
(0.0026, 638.6173490043606)
(0.0027, 621.7861699814085)
(0.0034000000000000002, 299.37615929368906)
(0.0036, 286.6405328311861)
(0.0036999999999999997, 284.7244845377096)
(0.0039, 281.5672289704026)
(0.004, 276.3555678019946)
(0.011899999999999999, 22.398998545751358)
(0.0127, 21.971543256247912)
(0.0128, 21.955960153878035)
(0.013300000000000001, 21.84628649136426)
(0.0134, 21.73628848732357)
(0.013500000000000002, 21.553091818210987)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.030199999999999998, 969.7592979396073)
(0.0313, 963.1804236400712)
(0.032, 955.2073474124729)
(0.0325, 938.779831349706)
(0.0337, 919.1756070140683)
(0.0985, 428.5152664611904)
(0.10529999999999999, 418.55733126271906)
(0.11140000000000001, 391.32391219790634)
(0.1147, 381.0030081068548)
(0.1149, 376.7439537606813)
(0.1767, 214.42329222743786)
(0.18580000000000002, 213.33146703021598)
(0.1891, 204.7381886611088)
(0.2032, 192.26640820306557)
(0.20390000000000003, 192.07872367123122)
(0.2102, 182.07301188966935)
(0.2113, 155.514229818393)
(0.5096, 24.0177736050732)
(0.5579, 24.006580783443823)
(0.5692, 23.846427538446605)
(0.5756, 23.661926737581634)
(0.577, 23.49392045325618)
(0.617, 23.378982402375854)
(0.6192, 23.009560531034015)
(0.6391, 22.813392431438146)
(0.6416000000000001, 22.64132911660056)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0033, 818.4878196803368)
(0.01, 344.2328959878928)
(0.010100000000000001, 335.92394092716296)
(0.0108, 321.8837290435804)
(0.0109, 316.9419330258197)
(0.011300000000000001, 313.27799853619996)
(0.0174, 182.4391988446181)
(0.017599999999999998, 176.76293072094916)
(0.0191, 168.6763597470054)
(0.0193, 166.0669579055129)
(0.0199, 162.98997544407956)
(0.02, 160.93394781037875)
(0.020300000000000002, 155.87906148132203)
(0.0684, 17.351144814147254)
(0.0691, 17.348313386156043)
(0.06939999999999999, 17.272301370309115)
(0.0703, 17.24447597689896)
(0.07039999999999999, 17.220902071565423)
(0.071, 17.08791405824278)
(0.0723, 16.926254309692514)
(0.076, 16.896574551599567)
(0.07830000000000001, 16.60011068075543)
(0.0789, 16.536858125093794)
(0.0792, 16.48679750087385)
(0.08, 16.398122755112507)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 2687.1612461784084)
(0.0021999999999999997, 2678.3892514591503)
(0.0023, 2479.942245302553)
(0.0062, 867.8806458848389)
(0.0064, 843.7218188873375)
(0.0066, 824.6642056988936)
(0.0072, 818.5112994769245)
(0.0075, 788.896957850865)
(0.0103, 330.79844730015)
(0.0114, 321.1093255133492)
(0.0128, 311.79902805147833)
(0.0131, 279.9872739854067)
(0.03, 21.690855915352135)
(0.0317, 21.58525462398654)
(0.032, 21.51217362809953)
(0.034100000000000005, 21.411855121756755)
(0.0342, 21.378682132089356)
(0.034999999999999996, 21.207919160826755)
(0.0376, 21.20097175703486)
(0.0392, 21.02056613082191)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0063, 2041.7928699179154)
(0.006500000000000001, 1888.5613438521968)
(0.0117, 652.1171437162635)
(0.012, 620.8545530844717)
(0.0127, 613.391827036627)
(0.016, 286.7689971716261)
(0.016300000000000002, 274.1960652643934)
(0.0172, 272.6669149571666)
(0.017499999999999998, 260.91707009252366)
(0.0407, 21.701026143552003)
(0.0409, 21.655064716380313)
(0.046400000000000004, 21.461311884028813)
(0.0479, 21.33784524658425)
(0.05, 20.882312951713143)
(0.051000000000000004, 20.69350973253668)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 3568.150651136043)
(0.0025, 1020.8529516064611)
(0.0026, 998.1316729154446)
(0.0053, 393.57105028373724)
(0.0054, 386.894756295647)
(0.0056, 385.8911705685557)
(0.0058000000000000005, 380.478288410849)
(0.0215, 23.31898367222922)
(0.0216, 23.28242177943889)
(0.0225, 23.192207111769097)
(0.0234, 23.16705803581945)
(0.0247, 23.02105367563514)
(0.026000000000000002, 22.93052183160128)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0024000000000000002, 2295.753000573623)
(0.0025, 2228.8467537132797)
(0.0063, 727.6217029971192)
(0.0067, 684.0484579119703)
(0.0068000000000000005, 669.2180417297569)
(0.006900000000000001, 667.6231949296149)
(0.0070999999999999995, 642.7042495240212)
(0.0112, 296.58639238067224)
(0.012199999999999999, 289.63929538919234)
(0.0123, 278.40218287600203)
(0.0125, 273.20780624626065)
(0.0128, 268.4143264242239)
(0.0444, 21.85962713858525)
(0.0481, 21.491889472446534)
(0.0482, 21.368006893632487)
(0.0491, 21.35912489381302)
(0.0507, 21.28690713542202)
(0.0508, 21.206314082862473)
(0.0509, 20.958896037738548)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0028, 2298.023371954203)
(0.0029000000000000002, 2274.5510608921627)
(0.003, 2267.2648842665167)
(0.0034000000000000002, 2215.766407316465)
(0.0035000000000000005, 2134.0844657645207)
(0.008, 726.5799326377219)
(0.008400000000000001, 696.5943588582726)
(0.0085, 666.5902755119572)
(0.0094, 641.9707962723088)
(0.0114, 304.6942468829582)
(0.0125, 304.453172340525)
(0.0126, 303.0798382621907)
(0.014199999999999999, 284.6658937219838)
(0.0152, 282.6231184587497)
(0.0154, 274.66811050156764)
(0.0157, 270.2711723976348)
(0.0606, 21.363662632174513)
(0.0626, 21.31459860687331)
(0.0632, 21.095546519262037)
(0.0643, 20.90735834879451)
(0.06570000000000001, 20.821947414721613)
(0.066, 20.681897633969598)
(0.0696, 20.63041567569724)
(0.0702, 20.61117827413363)
(0.0718, 20.606846409016626)
(0.0725, 20.40251159965807)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0152, 202.02987253243623)
(0.016, 201.19763879975935)
(0.0161, 197.88294746281875)
(0.0167, 196.12448878180498)
(0.016800000000000002, 194.5561169524998)
(0.054900000000000004, 114.63375271104617)
(0.057199999999999994, 106.3696579844563)
(0.057499999999999996, 104.30373153996305)
(0.0586, 104.21966621213224)
(0.058899999999999994, 101.92106802427159)
(0.098, 71.37405171197672)
(0.1006, 71.13382645706717)
(0.1021, 70.61356433373093)
(0.1026, 66.84794310845906)
(0.1031, 66.36712168680148)
(0.1078, 65.51007131849111)
(0.1083, 64.35521158341763)
(0.1109, 63.895116501649504)
(0.1116, 62.6718738228396)
(0.4096, 12.979153793214344)
(0.4325, 12.914120579647422)
(0.4343, 12.42201191561913)
(0.4354, 12.294060575668494)
(0.4627, 12.080742533348275)
(0.4641, 11.914007055478306)
(0.477, 11.880329643979408)
(0.47859999999999997, 11.592254517454549)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 0.7464885711669922)
(0.0215, 0.7728338241577148)
(0.0233, 0.7855892181396484)
(0.024, 0.7932186126708984)
(0.0241, 0.8168220520019531)
(0.064, 1.8513202667236328)
(0.0651, 1.85394287109375)
(0.066, 1.8928050994873047)
(0.0705, 1.927018165588379)
(0.0706, 1.9483566284179688)
(0.0707, 1.9658803939819336)
(0.0775, 1.990199089050293)
(0.0781, 2.008795738220215)
(0.0823, 2.013683319091797)
(0.0831, 2.0911693572998047)
(0.0858, 2.1004676818847656)
(0.0867, 2.1326541900634766)
(0.1187, 3.8657188415527344)
(0.12090000000000001, 3.907322883605957)
(0.12250000000000001, 3.941655158996582)
(0.1311, 4.002094268798828)
(0.1319, 4.059195518493652)
(0.13240000000000002, 4.09245491027832)
(0.1451, 4.098057746887207)
(0.1543, 4.210114479064941)
(0.16160000000000002, 4.262804985046387)
(0.1635, 4.410982131958008)
(0.4401, 42.66512393951416)
(0.44610000000000005, 42.80376434326172)
(0.4812, 43.056488037109375)
(0.48410000000000003, 43.30027103424072)
(0.49000000000000005, 43.663978576660156)
(0.5715, 43.74408721923828)
(0.5986, 44.07477378845215)
(0.6105, 44.68405246734619)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 0.4420280456542969)
(0.24769999999999998, 0.4489421844482422)
(0.24780000000000002, 0.45371055603027344)
(0.2575, 0.4642009735107422)
(0.2578, 0.48089027404785156)
(0.7412, 1.4230012893676758)
(0.7455, 1.4481544494628906)
(0.7676999999999999, 1.5066862106323242)
(0.7685, 1.5157461166381836)
(0.7692, 1.5255212783813477)
(0.7777000000000001, 1.5624761581420898)
(0.784, 1.5674829483032227)
(0.7844, 1.5892982482910156)
(0.7887, 1.6006231307983398)
(0.7898, 1.6074180603027344)
(0.9034000000000001, 3.4006834030151367)
(0.9036, 3.407001495361328)
(0.9099, 3.5074949264526367)
(0.9106, 3.551483154296875)
(0.9111, 3.590106964111328)
(0.9121, 3.62241268157959)
(0.9131, 3.641963005065918)
(0.9136, 3.6635398864746094)
(0.9557, 45.595526695251465)
(0.9574, 46.353697776794434)
(0.9576, 46.436309814453125)
(0.9583, 46.54419422149658)
(0.9586, 47.00267314910889)
(0.9589000000000001, 47.28269577026367)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 1.0269880294799805)
(0.028499999999999998, 1.0353326797485352)
(0.029099999999999997, 1.036524772644043)
(0.029599999999999998, 1.0585784912109375)
(0.0308, 1.0820627212524414)
(0.0902, 2.3643970489501953)
(0.09659999999999999, 2.4126768112182617)
(0.1021, 2.5676488876342773)
(0.10229999999999999, 2.6421546936035156)
(0.10529999999999999, 2.6445388793945312)
(0.1055, 2.6636123657226562)
(0.1605, 4.682302474975586)
(0.16870000000000002, 4.708051681518555)
(0.172, 4.887104034423828)
(0.185, 5.170345306396484)
(0.19119999999999998, 5.459785461425781)
(0.1921, 5.776643753051758)
(0.4641, 41.316866874694824)
(0.5089, 41.57698154449463)
(0.5204, 41.95737838745117)
(0.5267999999999999, 42.23048686981201)
(0.528, 42.5114631652832)
(0.5660000000000001, 42.801499366760254)
(0.568, 43.60485076904297)
(0.589, 43.81072521209717)
(0.5916, 44.07393932342529)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 1.2122392654418945)
(0.1288, 1.2352466583251953)
(0.12969999999999998, 1.2423992156982422)
(0.1301, 1.2552738189697266)
(0.1308, 1.2831687927246094)
(0.1359, 1.306772232055664)
(0.1363, 1.3129711151123047)
(0.1371, 1.3175010681152344)
(0.4761, 2.9158592224121094)
(0.4777, 2.961397171020508)
(0.48129999999999995, 3.0382871627807617)
(0.5001, 3.1141042709350586)
(0.5018, 3.1516551971435547)
(0.514, 3.1976699829101562)
(0.5199, 3.3015012741088867)
(0.5224, 3.33249568939209)
(0.7594000000000001, 5.573272705078125)
(0.763, 5.603909492492676)
(0.7686, 5.618572235107422)
(0.7716000000000001, 5.697369575500488)
(0.7941, 6.016254425048828)
(0.7958999999999999, 6.088614463806152)
(0.8063, 6.2018632888793945)
(0.8151999999999999, 6.285309791564941)
(0.8182, 6.46364688873291)
(0.9936, 57.010531425476074)
(0.9938, 57.48105049133301)
(0.9945, 57.76536464691162)
(0.9960000000000001, 58.35425853729248)
(0.9961, 58.76970291137695)
(0.9967, 59.66508388519287)
(0.9972, 59.84759330749512)
(0.9974000000000001, 60.35137176513672)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0194, 0.3656148910522461)
(0.0209, 0.36835670471191406)
(0.0213, 0.38611888885498047)
(0.0216, 0.4214048385620117)
(0.0622, 1.0914802551269531)
(0.0678, 1.1265277862548828)
(0.0713, 1.1653900146484375)
(0.0718, 1.1924505233764648)
(0.0735, 1.1973381042480469)
(0.0746, 1.1982917785644531)
(0.0761, 1.278996467590332)
(0.1216, 3.0989646911621094)
(0.1335, 3.137826919555664)
(0.1377, 3.1719207763671875)
(0.145, 3.221273422241211)
(0.1506, 3.5665035247802734)
(0.4807, 46.18346691131592)
(0.483, 46.25082015991211)
(0.5132, 46.332597732543945)
(0.5219, 46.540021896362305)
(0.5265, 46.82433605194092)
(0.5293, 46.993255615234375)
(0.5575, 47.1729040145874)
(0.5745, 47.591447830200195)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 0.4907846450805664)
(0.020200000000000003, 0.5327463150024414)
(0.0206, 0.554203987121582)
(0.054400000000000004, 1.641392707824707)
(0.054700000000000006, 1.6463994979858398)
(0.05689999999999999, 1.653909683227539)
(0.0581, 1.679539680480957)
(0.0595, 1.6951560974121094)
(0.06470000000000001, 1.7069578170776367)
(0.0655, 1.7287731170654297)
(0.0974, 3.664731979370117)
(0.0988, 3.733515739440918)
(0.1025, 3.7490129470825195)
(0.1044, 3.780245780944824)
(0.1055, 3.8263797760009766)
(0.11000000000000001, 3.841996192932129)
(0.11100000000000002, 3.8481950759887695)
(0.12310000000000001, 3.855109214782715)
(0.1254, 3.925323486328125)
(0.3404, 46.030282974243164)
(0.3429, 46.26822471618652)
(0.3831, 46.434760093688965)
(0.3927, 46.92959785461426)
(0.40090000000000003, 47.736406326293945)
(0.4018, 47.93369770050049)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 0.2777576446533203)
(0.0224, 0.2796649932861328)
(0.022600000000000002, 0.29015541076660156)
(0.0227, 0.2903938293457031)
(0.0865, 0.9790658950805664)
(0.0871, 0.9986162185668945)
(0.08990000000000001, 1.0030269622802734)
(0.0906, 1.026153564453125)
(0.09509999999999999, 1.0329484939575195)
(0.1694, 2.5588274002075195)
(0.1743, 2.6036500930786133)
(0.17629999999999998, 2.6105642318725586)
(0.1851, 2.6388168334960938)
(0.1896, 2.732992172241211)
(0.704, 43.19596290588379)
(0.7053, 43.251872062683105)
(0.7067, 43.32315921783447)
(0.7392000000000001, 43.460965156555176)
(0.7639, 43.73741149902344)
(0.7802, 44.07989978790283)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1829, 0.43570995330810547)
(0.1906, 0.44608116149902344)
(0.1907, 0.44739246368408203)
(0.1943, 0.4496574401855469)
(0.1966, 0.45740604400634766)
(0.1968, 0.46133995056152344)
(0.5594, 1.4126300811767578)
(0.5610999999999999, 1.4156103134155273)
(0.5619, 1.4199018478393555)
(0.5857, 1.4693737030029297)
(0.5862, 1.470327377319336)
(0.5936, 1.503586769104004)
(0.5976, 1.5147924423217773)
(0.5989, 1.5211105346679688)
(0.6022000000000001, 1.5685558319091797)
(0.7492, 3.435373306274414)
(0.7497, 3.4780502319335938)
(0.7658, 3.4847259521484375)
(0.7666999999999999, 3.526926040649414)
(0.771, 3.6188364028930664)
(0.7755, 3.6656856536865234)
(0.7767999999999999, 3.687620162963867)
(0.914, 46.0658073425293)
(0.9141, 46.18692398071289)
(0.9233, 46.71335220336914)
(0.9253, 47.04868793487549)
(0.9272, 47.0731258392334)
(0.9273999999999999, 47.84834384918213)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 0.4353523254394531)
(0.0033, 0.4385709762573242)
(0.0038, 0.45168399810791016)
(0.0039, 0.4647970199584961)
(0.009600000000000001, 1.3890266418457031)
(0.0098, 1.4925003051757812)
(0.01, 1.4983415603637695)
(0.0108, 1.5622377395629883)
(0.0111, 1.5624761581420898)
(0.0131, 3.305196762084961)
(0.014799999999999999, 3.3125877380371094)
(0.015, 3.331780433654785)
(0.0162, 3.5191774368286133)
(0.0178, 3.5494565963745117)
(0.018099999999999998, 3.6585330963134766)
(0.0184, 3.7152767181396484)
(0.0751, 47.28126525878906)
(0.0782, 47.327280044555664)
(0.0795, 47.90925979614258)
(0.08159999999999999, 48.481106758117676)
(0.0877, 48.937320709228516)
(0.0901, 49.039244651794434)
(0.09090000000000001, 49.36385154724121)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013500000000000002, 4.911899566650391)
(0.014099999999999998, 4.948616027832031)
(0.014199999999999999, 5.013823509216309)
(0.0147, 5.059480667114258)
(0.014799999999999999, 5.10561466217041)
(0.0498, 8.707046508789062)
(0.0517, 9.386539459228516)
(0.0519, 9.586095809936523)
(0.0531, 9.597063064575195)
(0.0533, 9.797215461730957)
(0.089, 14.061808586120605)
(0.0913, 14.10818099975586)
(0.09280000000000001, 14.215350151062012)
(0.093, 15.002965927124023)
(0.09340000000000001, 15.115499496459961)
(0.0977, 15.30158519744873)
(0.09809999999999999, 15.591979026794434)
(0.10069999999999998, 15.641570091247559)
(0.10129999999999999, 15.987634658813477)
(0.3699, 77.83329486846924)
(0.38439999999999996, 78.19688320159912)
(0.391, 78.30917835235596)
(0.3923, 81.39777183532715)
(0.3932, 81.94577693939209)
(0.4183, 83.45091342926025)
(0.41950000000000004, 84.30945873260498)
(0.4316, 84.67590808868408)
(0.433, 86.71009540557861)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0211, 0.8416175842285156)
(0.0215, 0.8704781532287598)
(0.0233, 0.8840560913085938)
(0.0241, 0.9064912796020508)
(0.064, 2.0659565925598145)
(0.0651, 2.0907521247863765)
(0.066, 2.098405361175537)
(0.0705, 2.146267890930176)
(0.0706, 2.158951759338379)
(0.0707, 2.165102958679199)
(0.0823, 2.1942615509033203)
(0.0867, 2.3235440254211426)
(0.1187, 4.3815016746521)
(0.12090000000000001, 4.434847831726074)
(0.13069999999999998, 4.504120349884032)
(0.131, 4.524803161621094)
(0.1311, 4.526233673095703)
(0.13240000000000002, 4.602205753326416)
(0.1451, 4.6059250831603995)
(0.1557, 4.719328880310059)
(0.16160000000000002, 4.750025272369385)
(0.1635, 4.933524131774902)
(0.44610000000000005, 51.7728567123413)
(0.4812, 51.9963264465332)
(0.48129999999999995, 52.45776176452637)
(0.48410000000000003, 52.65132188796997)
(0.48810000000000003, 52.73407697677612)
(0.49000000000000005, 52.78292894363403)
(0.5715, 52.806293964385986)
(0.5986, 53.086411952972405)
(0.6105, 53.75025272369385)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 0.49186944961547857)
(0.24769999999999998, 0.4937887191772461)
(0.24780000000000002, 0.5021452903747557)
(0.2575, 0.5118966102600098)
(0.2578, 0.5407452583312988)
(0.7412, 1.5984177589416504)
(0.7455, 1.6437172889709473)
(0.7676999999999999, 1.6948461532592771)
(0.7692, 1.6982555389404295)
(0.784, 1.7472624778747556)
(0.7844, 1.811528205871582)
(0.7887, 1.8148541450500488)
(0.7898, 1.8175840377807613)
(0.9034000000000001, 3.8354992866516113)
(0.9036, 3.849327564239502)
(0.9099, 3.9589285850524902)
(0.9106, 3.9676547050476074)
(0.9108, 3.9847135543823238)
(0.9111, 3.9961695671081547)
(0.9121, 4.058372974395752)
(0.9131, 4.0589094161987305)
(0.9136, 4.091525077819824)
(0.9557, 54.44786548614502)
(0.9574, 55.08990287780762)
(0.958, 55.39535284042358)
(0.9583, 55.73517084121704)
(0.9586, 55.8660864830017)
(0.9589000000000001, 56.20633363723755)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 1.1410832405090332)
(0.028499999999999998, 1.152682304382324)
(0.0308, 1.1773109436035156)
(0.0902, 2.666807174682617)
(0.09659999999999999, 2.721548080444336)
(0.1021, 2.8866052627563477)
(0.10529999999999999, 2.9511570930480957)
(0.1055, 2.9602408409118652)
(0.1605, 5.44208288192749)
(0.16870000000000002, 5.446481704711914)
(0.172, 5.654430389404296)
(0.1844, 5.966043472290037)
(0.185, 6.054735183715819)
(0.19119999999999998, 6.46902322769165)
(0.1921, 9.32974815368652)
(0.4641, 52.77397632598877)
(0.4647, 52.87312269210815)
(0.5089, 52.92609930038452)
(0.5204, 53.059911727905266)
(0.5267999999999999, 53.2433271408081)
(0.528, 53.88604402542114)
(0.5660000000000001, 54.113101959228516)
(0.568, 54.573607444763184)
(0.589, 55.025482177734375)
(0.5916, 55.48332929611205)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 1.3640284538269043)
(0.12969999999999998, 1.3807177543640137)
(0.1301, 1.4009594917297363)
(0.1371, 1.4455795288085938)
(0.4761, 3.2497406005859375)
(0.48129999999999995, 3.3207058906555176)
(0.5001, 3.4418344497680664)
(0.514, 3.4878492355346675)
(0.5199, 3.6224365234374996)
(0.5224, 3.6812067031860347)
(0.763, 6.30502700805664)
(0.7686, 6.405937671661377)
(0.771, 6.463301181793213)
(0.7716000000000001, 6.500887870788574)
(0.7941, 6.74300193786621)
(0.7958999999999999, 6.92148208618164)
(0.8009999999999999, 7.0236802101135245)
(0.8063, 7.070612907409667)
(0.8151999999999999, 7.210409641265868)
(0.8182, 7.32874870300293)
(0.9936, 72.7778434753418)
(0.9938, 72.83424139022826)
(0.9941000000000001, 73.57140779495239)
(0.9945, 73.84827136993408)
(0.9960000000000001, 74.31164979934691)
(0.9961, 74.31368827819824)
(0.9964999999999999, 75.26403665542603)
(0.9967, 75.58808326721191)
(0.9972, 75.86808204650879)
(0.9974000000000001, 76.71489715576172)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.02, 0.46660900115966797)
(0.020200000000000003, 0.46806335449218744)
(0.0209, 0.4694700241088867)
(0.0212, 0.48761367797851557)
(0.0213, 0.48804283142089844)
(0.0216, 0.5092620849609375)
(0.062, 1.528620719909668)
(0.0622, 1.5453934669494627)
(0.0678, 1.5545845031738281)
(0.0735, 1.5840530395507812)
(0.0746, 1.6073226928710935)
(0.0761, 1.6329288482666016)
(0.1216, 3.7283182144165035)
(0.1335, 3.7370324134826656)
(0.145, 3.782832622528076)
(0.1506, 4.237043857574463)
(0.483, 56.17165565490722)
(0.4849, 56.39293193817138)
(0.5132, 56.40846490859985)
(0.5219, 56.41944408416748)
(0.5265, 56.53460025787353)
(0.5293, 56.58397674560547)
(0.5745, 57.01543092727661)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0185, 0.6044268608093261)
(0.019200000000000002, 0.6168007850646973)
(0.020200000000000003, 0.6256222724914551)
(0.0206, 0.648033618927002)
(0.0629, 1.9260168075561521)
(0.0655, 1.9677400588989256)
(0.0974, 4.283690452575684)
(0.0988, 4.344487190246582)
(0.1025, 4.371166229248047)
(0.1186, 4.377150535583496)
(0.1193, 4.379761219024658)
(0.12310000000000001, 4.41974401473999)
(0.1254, 4.46702241897583)
(0.3366, 55.54738044738769)
(0.3429, 55.89017868041992)
(0.3831, 56.00178241729736)
(0.3927, 56.3112735748291)
(0.4018, 57.25579261779785)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 0.3163933753967285)
(0.0224, 0.31687021255493164)
(0.022600000000000002, 0.3299832344055176)
(0.0227, 0.3357291221618652)
(0.0865, 1.1299610137939453)
(0.08990000000000001, 1.137983798980713)
(0.0906, 1.1639952659606934)
(0.09509999999999999, 1.1766433715820312)
(0.1701, 2.966940402984619)
(0.17629999999999998, 2.986741065979004)
(0.1784, 3.0403971672058105)
(0.1792, 3.073108196258545)
(0.1794, 3.0827760696411133)
(0.1851, 3.088986873626709)
(0.1896, 3.1354784965515137)
(0.7067, 51.068234443664544)
(0.7268, 51.19411945343017)
(0.7639, 51.60493850708008)
(0.7802, 52.141821384429925)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1907, 0.506889820098877)
(0.1943, 0.5147457122802734)
(0.1957, 0.5164384841918945)
(0.1968, 0.5169034004211426)
(0.5594, 1.6513586044311521)
(0.5619, 1.6783118247985838)
(0.5862, 1.6829967498779297)
(0.5976, 1.7459750175476074)
(0.5989, 1.763319969177246)
(0.6022000000000001, 1.7931580543518066)
(0.7492, 3.9785981178283683)
(0.7658, 3.993821144104004)
(0.7666999999999999, 4.014933109283447)
(0.771, 4.128706455230713)
(0.7716000000000001, 4.2145490646362305)
(0.7737, 4.229938983917235)
(0.7746000000000001, 4.244875907897949)
(0.7767999999999999, 4.263949394226074)
(0.9141, 53.36328744888304)
(0.9233, 54.162251949310296)
(0.9234, 54.223453998565674)
(0.9253, 54.54223155975341)
(0.9259000000000001, 54.681539535522454)
(0.9265000000000001, 54.833781719207764)
(0.9272, 54.944443702697754)
(0.9273999999999999, 55.637550354003906)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 0.4856586456298828)
(0.0032, 0.49233436584472656)
(0.0038, 0.4971027374267578)
(0.0039, 0.518333911895752)
(0.008799999999999999, 1.6106367111206055)
(0.009600000000000001, 1.6187667846679685)
(0.0098, 1.7383217811584473)
(0.01, 1.7508625984191895)
(0.0111, 1.7662644386291504)
(0.0131, 3.788173198699951)
(0.014799999999999999, 3.844296932220459)
(0.015, 3.8632392883300777)
(0.0162, 4.008543491363525)
(0.0178, 4.026031494140625)
(0.0184, 4.209792613983154)
(0.0751, 56.328833103179925)
(0.0782, 56.86846971511841)
(0.0795, 57.49645233154296)
(0.08159999999999999, 57.56037235260009)
(0.0901, 58.19697380065918)
(0.09090000000000001, 59.02303457260132)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014099999999999998, 5.383038520812988)
(0.014199999999999999, 5.471682548522948)
(0.0144, 5.531001091003418)
(0.0147, 5.604386329650879)
(0.014799999999999999, 5.632472038269043)
(0.0498, 9.400010108947754)
(0.0517, 10.02873182296753)
(0.0519, 10.16237735748291)
(0.0531, 10.167860984802246)
(0.0533, 10.303032398223877)
(0.089, 15.141487121582031)
(0.0913, 15.154147148132324)
(0.09280000000000001, 15.289390087127686)
(0.093, 16.01889133453369)
(0.09340000000000001, 16.152071952819824)
(0.0977, 16.18286371231079)
(0.09809999999999999, 16.45299196243286)
(0.10069999999999998, 16.747605800628662)
(0.10129999999999999, 16.904783248901367)
(0.3699, 88.3075475692749)
(0.391, 88.61033916473389)
(0.3923, 91.84457063674927)
(0.3932, 92.67325401306152)
(0.4183, 94.58191394805908)
(0.41950000000000004, 95.05907297134398)
(0.4316, 95.62944173812866)
(0.433, 97.63960838317871)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.020499999999999997, 0.8895635604858398)
(0.0209, 0.8921718597412109)
(0.020999999999999998, 0.9062385559082031)
(0.0211, 0.9176778793334961)
(0.022600000000000002, 0.9236502647399901)
(0.0233, 0.9360337257385254)
(0.0241, 0.9372472763061523)
(0.064, 2.17329740524292)
(0.066, 2.2138476371765137)
(0.0705, 2.2502231597900386)
(0.0706, 2.258455753326416)
(0.0823, 2.2750568389892574)
(0.0867, 2.4508047103881836)
(0.1187, 4.665958881378174)
(0.12090000000000001, 4.711387157440185)
(0.1311, 4.718654155731201)
(0.1451, 4.832944869995117)
(0.16160000000000002, 4.976613521575928)
(0.1635, 5.270349979400634)
(0.44610000000000005, 53.9838433265686)
(0.4812, 54.59628105163574)
(0.48129999999999995, 54.96000528335571)
(0.49000000000000005, 55.30854940414428)
(0.5715, 56.30959510803223)
(0.5986, 56.337406635284424)
(0.6105, 56.858294010162346)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.24769999999999998, 0.5130910873413086)
(0.24780000000000002, 0.5338287353515625)
(0.2575, 0.5412864685058593)
(0.2578, 0.5762743949890136)
(0.7412, 1.6946840286254883)
(0.7455, 1.7255425453186033)
(0.7692, 1.7848920822143552)
(0.784, 1.8273544311523438)
(0.7844, 1.9138765335083006)
(0.7887, 1.919386386871338)
(0.7898, 1.9502997398376465)
(0.9036, 4.090621471405029)
(0.9106, 4.138493537902832)
(0.9111, 4.2085862159729)
(0.9121, 4.237613677978516)
(0.9125, 4.281327724456787)
(0.9136, 4.2978692054748535)
(0.9557, 59.041380882263184)
(0.9576, 59.496426582336426)
(0.958, 59.69053745269775)
(0.9583, 60.19975185394287)
(0.9586, 60.862250328063965)
(0.9589000000000001, 61.1563491821289)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 1.2061810493469238)
(0.028499999999999998, 1.2279105186462402)
(0.0308, 1.236591339111328)
(0.0859, 2.8244400024414062)
(0.0885, 2.830824851989746)
(0.0902, 2.8381800651550293)
(0.09659999999999999, 2.863168716430664)
(0.1021, 3.015449047088623)
(0.10529999999999999, 3.0751442909240723)
(0.1055, 3.2131195068359375)
(0.15289999999999998, 5.832326412200928)
(0.1605, 5.879807472229003)
(0.16870000000000002, 5.906662940979004)
(0.1713, 6.031672954559326)
(0.1715, 6.081390380859375)
(0.172, 6.117458343505859)
(0.1844, 6.329927444458008)
(0.185, 6.6536474227905265)
(0.19119999999999998, 6.991217136383057)
(0.1921, 10.094296932220459)
(0.4628, 57.616944313049316)
(0.5089, 57.767956256866455)
(0.5267999999999999, 58.39796543121337)
(0.528, 58.64731788635254)
(0.5660000000000001, 59.29617643356323)
(0.568, 59.558722972869866)
(0.5916, 59.906432628631585)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1275, 1.4253044128417969)
(0.12969999999999998, 1.4644098281860352)
(0.1301, 1.4881134033203123)
(0.1371, 1.5161609649658203)
(0.4761, 3.390889167785644)
(0.47800000000000004, 3.525075912475586)
(0.48129999999999995, 3.5275721549987793)
(0.5001, 3.6240410804748535)
(0.514, 3.643825054168701)
(0.5199, 3.8095450401306152)
(0.5224, 3.8715624809265132)
(0.763, 6.664690971374511)
(0.7686, 6.713378429412842)
(0.7716000000000001, 6.807804107666016)
(0.7941, 7.083277702331543)
(0.7958999999999999, 7.276308536529541)
(0.8009999999999999, 7.30825662612915)
(0.8063, 7.427220344543457)
(0.8151999999999999, 7.6047372817993155)
(0.8182, 7.644829750061033)
(0.9936, 77.31432676315308)
(0.9936999999999999, 77.33155012130736)
(0.9961, 77.58834600448608)
(0.9964999999999999, 80.19609928131104)
(0.9972, 80.37180662155151)
(0.9974000000000001, 80.42810201644896)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.02, 0.4925751686096192)
(0.020200000000000003, 0.5016589164733886)
(0.0209, 0.5078434944152832)
(0.0212, 0.5178546905517578)
(0.0213, 0.5305027961730957)
(0.0216, 0.5853176116943359)
(0.062, 1.6558575630187988)
(0.0634, 1.675724983215332)
(0.0638, 1.7023420333862302)
(0.0718, 1.7033553123474119)
(0.0735, 1.723353862762451)
(0.0746, 1.7315483093261717)
(0.0761, 1.7323946952819824)
(0.1216, 3.952043056488037)
(0.1335, 3.982110023498535)
(0.145, 4.038500785827636)
(0.1506, 4.655210971832275)
(0.4763, 60.90254783630371)
(0.4992, 61.11470222473144)
(0.5293, 61.14818572998047)
(0.5404, 61.68966054916382)
(0.5575, 62.140095233917236)
(0.5745, 62.80161380767822)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0185, 0.6418466567993164)
(0.020200000000000003, 0.6604361534118651)
(0.0206, 0.6803107261657714)
(0.0629, 2.0083665847778316)
(0.0655, 2.037324905395508)
(0.0974, 4.565258026123047)
(0.1079, 4.618959426879883)
(0.1186, 4.633805751800537)
(0.1254, 4.690306186676025)
(0.3296, 59.7592544555664)
(0.3366, 59.78055000305176)
(0.3429, 59.885807037353516)
(0.37, 59.91316318511962)
(0.3927, 60.28623580932617)
(0.40090000000000003, 61.45022630691528)
(0.4018, 61.62720203399658)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0224, 0.3416967391967773)
(0.022600000000000002, 0.3495311737060547)
(0.0227, 0.3626394271850586)
(0.0865, 1.2049818038940427)
(0.0882, 1.2279939651489258)
(0.08990000000000001, 1.2290596961975098)
(0.09090000000000001, 1.256723403930664)
(0.09509999999999999, 1.2593889236450195)
(0.17629999999999998, 3.1193161010742183)
(0.1792, 3.2469606399536133)
(0.1794, 3.27817440032959)
(0.1896, 3.3383941650390625)
(0.7067, 53.976824283599846)
(0.7268, 54.726738929748535)
(0.7392000000000001, 55.000925064086914)
(0.746, 55.205438137054436)
(0.7639, 55.824849605560296)
(0.7802, 55.85880041122436)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1907, 0.5371713638305664)
(0.1957, 0.547196865081787)
(0.1968, 0.5503201484680176)
(0.5594, 1.764817237854004)
(0.5619, 1.794579029083252)
(0.5862, 1.7962861061096191)
(0.5928, 1.8427777290344238)
(0.5976, 1.84584379196167)
(0.5989, 1.8656325340270996)
(0.6022000000000001, 1.9033169746398926)
(0.7658, 4.220552444458008)
(0.7666999999999999, 4.238934516906738)
(0.771, 4.316685199737548)
(0.7716000000000001, 4.424164295196533)
(0.7741, 4.505000114440918)
(0.7746000000000001, 4.538617134094238)
(0.7767999999999999, 4.543592929840088)
(0.9141, 57.28127717971801)
(0.9233, 57.49225616455078)
(0.9259000000000001, 58.124563694000244)
(0.9265000000000001, 58.49009037017822)
(0.9273999999999999, 58.90153169631958)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0031, 0.5092906951904297)
(0.0032, 0.5109381675720214)
(0.0038, 0.5116510391235352)
(0.0039, 0.5750775337219238)
(0.009600000000000001, 1.699681282043457)
(0.01, 1.8341612815856934)
(0.0111, 1.849043369293213)
(0.0131, 3.967773914337158)
(0.014799999999999999, 4.052286148071289)
(0.015, 4.12769079208374)
(0.0161, 4.223740100860595)
(0.0178, 4.234657287597656)
(0.0184, 4.430994987487793)
(0.0751, 60.69864273071289)
(0.0782, 60.96735239028931)
(0.0795, 61.04719638824463)
(0.08120000000000001, 61.75235986709594)
(0.0901, 62.35011577606201)
(0.09090000000000001, 63.19166183471679)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014099999999999998, 5.564205646514892)
(0.0147, 5.799341201782227)
(0.014799999999999999, 5.931661128997803)
(0.0498, 9.774739742279053)
(0.0531, 10.40980577468872)
(0.0533, 10.569238662719727)
(0.089, 15.771505832672121)
(0.0913, 16.042637825012207)
(0.09280000000000001, 16.07745885848999)
(0.09340000000000001, 16.526713371276855)
(0.0977, 16.843020915985107)
(0.09809999999999999, 16.87734365463257)
(0.10069999999999998, 17.20540761947632)
(0.10129999999999999, 17.312331199645996)
(0.391, 92.32679605484007)
(0.3923, 95.93016147613524)
(0.3932, 96.2104082107544)
(0.4183, 99.25102233886717)
(0.41950000000000004, 99.58740949630737)
(0.4316, 100.83235263824463)
(0.433, 103.06336879730225)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0209, 0.936204910278336)
(0.020999999999999998, 0.9911806583404823)
(0.022600000000000002, 1.0391008853912633)
(0.0227, 1.0885739326477226)
(0.0241, 1.0977401733398706)
(0.0823, 2.363185167312642)
(0.0831, 2.6707205772400293)
(0.0867, 2.79843282699586)
(0.1451, 4.958091020584144)
(0.1512, 5.309647560119634)
(0.1543, 5.390599966049212)
(0.16160000000000002, 5.507735252380395)
(0.1635, 5.517967224121095)
(0.44610000000000005, 56.629373311996645)
(0.48129999999999995, 57.457673788070764)
(0.5291, 58.35985755920412)
(0.6105, 59.62765240669254)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 0.5788400173187433)
(0.24780000000000002, 0.5890471935272354)
(0.2578, 0.6215946674346958)
(0.7455, 1.847069263458277)
(0.7676999999999999, 1.9019083976745643)
(0.7685, 1.9046998023987007)
(0.784, 1.9058136940002564)
(0.7898, 2.092413187026982)
(0.9036, 4.319609880447425)
(0.9136, 4.499020814895657)
(0.9574, 66.01641273498542)
(0.9586, 66.05898118019111)
(0.9589000000000001, 67.00140714645399)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.027600000000000003, 1.3821642398834275)
(0.0294, 1.4497849941253842)
(0.029599999999999998, 1.4556095600128445)
(0.0308, 1.5187683105469003)
(0.0902, 2.8951735496521263)
(0.09659999999999999, 2.979542970657351)
(0.1021, 3.181953191757204)
(0.10529999999999999, 3.377594709396398)
(0.1055, 3.5955855846405242)
(0.1527, 6.1636731624604195)
(0.15289999999999998, 6.344613552093511)
(0.1605, 6.416722536087072)
(0.1713, 6.4210121631622465)
(0.1715, 6.4523227214813454)
(0.1844, 6.502094507217423)
(0.19119999999999998, 7.488134622573885)
(0.1921, 10.627481698989888)
(0.4628, 61.58886408805886)
(0.5267999999999999, 61.89558744430563)
(0.528, 62.269086360931595)
(0.5660000000000001, 63.264353990554895)
(0.568, 64.01756358146778)
(0.589, 64.21353936195402)
(0.5916, 65.44181561470049)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12969999999999998, 1.657084465026905)
(0.13369999999999999, 1.6907813549042319)
(0.1341, 1.7781698703766338)
(0.1371, 1.7936649322510019)
(0.4727, 3.6597435474396414)
(0.47800000000000004, 3.7632586956024223)
(0.514, 3.796417236328132)
(0.5199, 4.23326659202577)
(0.5224, 4.884062528610234)
(0.7686, 6.916046857833862)
(0.7758, 7.4646439552307555)
(0.7941, 7.496043682098424)
(0.8009999999999999, 7.578884124755927)
(0.8063, 7.769722461700452)
(0.8089999999999999, 8.013530015945546)
(0.8151999999999999, 8.082686424255376)
(0.8182, 8.640914440155065)
(0.9936, 81.78772020339973)
(0.9945, 81.8041603565217)
(0.9961, 82.70270395278966)
(0.9964999999999999, 83.52783679962158)
(0.9967, 85.06760859489444)
(0.9974000000000001, 85.46914148330696)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.020200000000000003, 0.5781254768371762)
(0.020499999999999997, 0.5993421077728448)
(0.0209, 0.6070659160614275)
(0.020999999999999998, 0.6505675315857079)
(0.0213, 0.6522934436798293)
(0.0216, 0.7003722190857056)
(0.0623, 1.7753970623016477)
(0.0634, 1.7777135372162138)
(0.0638, 1.7824366092682118)
(0.0735, 1.7947299480438585)
(0.0761, 1.8216691017151017)
(0.1335, 4.232673168182376)
(0.145, 4.25526785850529)
(0.1506, 5.24863553047181)
(0.4801, 65.04777693748474)
(0.5132, 65.1742527484898)
(0.5404, 65.38489603996281)
(0.5745, 66.89082551002532)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0185, 0.7650175094604861)
(0.0206, 0.8102791309357024)
(0.0629, 2.0899648666382253)
(0.0655, 2.141290903091457)
(0.1193, 4.898003101348957)
(0.1254, 5.081389188766542)
(0.3831, 63.24303841590895)
(0.3926, 65.13774108886729)
(0.3927, 65.30582237243671)
(0.40090000000000003, 67.08465647697491)
(0.4018, 67.24563121795656)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0224, 0.4099841117859015)
(0.022600000000000002, 0.4185819625854634)
(0.0227, 0.4888775348663438)
(0.0882, 1.3128347396850895)
(0.09090000000000001, 1.3286743164062687)
(0.0937, 1.3887250423431554)
(0.09509999999999999, 1.5497329235076915)
(0.1701, 3.345619440078747)
(0.17629999999999998, 3.413947582244876)
(0.1794, 3.474236011505127)
(0.1896, 3.565078735351563)
(0.7802, 57.484482526779246)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1968, 0.5871922969818301)
(0.5594, 1.8124706745147716)
(0.5619, 1.8845043182373087)
(0.5928, 1.9180607795715532)
(0.5976, 1.968395233154298)
(0.6022000000000001, 1.9698596000671427)
(0.7492, 4.479910612106326)
(0.771, 4.512806653976442)
(0.7716000000000001, 4.541211843490605)
(0.7746000000000001, 4.677080392837548)
(0.7767999999999999, 5.177116870880157)
(0.9233, 60.59914827346841)
(0.9259000000000001, 62.7780389785767)
(0.9263, 62.995053768157966)
(0.9265000000000001, 63.74483275413519)
(0.9273999999999999, 64.42730236053491)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0032, 0.5803356170654533)
(0.0033, 0.6300845146179364)
(0.0036999999999999997, 0.6346249580383475)
(0.0038, 0.6558990478515848)
(0.0039, 0.6610841751098802)
(0.008799999999999999, 1.789333343505881)
(0.009600000000000001, 1.859228372573856)
(0.01, 1.9071314334869618)
(0.0111, 1.9482622146606574)
(0.015, 4.275413751602181)
(0.0161, 4.409636020660408)
(0.0178, 4.616718292236348)
(0.0184, 4.783523321151767)
(0.0782, 65.20428466796878)
(0.08120000000000001, 65.49295926094084)
(0.0901, 65.57344746589665)
(0.09090000000000001, 67.32366538047808)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014099999999999998, 5.71355700492864)
(0.0147, 6.1078925132751545)
(0.014799999999999999, 6.5502712726593195)
(0.048799999999999996, 10.101231098175083)
(0.0498, 10.109754323959423)
(0.0519, 10.693297863006675)
(0.0533, 10.813059568405157)
(0.0849, 16.345386981964122)
(0.0854, 16.437868595123298)
(0.09280000000000001, 16.52762007713326)
(0.09809999999999999, 17.325991153717073)
(0.10129999999999999, 18.281015872955347)
(0.3699, 94.46907305717473)
(0.391, 94.95750427246108)
(0.3923, 98.59343385696492)
(0.3932, 99.57042813301103)
(0.4183, 103.16127252578778)
(0.4316, 104.2460901737214)
(0.433, 107.52616047859199)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.