\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 1594.2068426577919)
(0.014000000000000002, 1526.0754795928576)
(0.0161, 1464.5826451504317)
(0.0164, 1377.110949208514)
(0.0179, 1370.0719447960475)
(0.019700000000000002, 1365.376001333375)
(0.0222, 1320.0756234576236)
(0.0237, 693.9380778779013)
(0.028499999999999998, 667.7888017037092)
(0.0308, 657.3898967405291)
(0.0434, 597.3041802423421)
(0.0495, 562.7450846223273)
(0.0591, 558.0795789878176)
(0.0615, 530.8540676054535)
(0.072, 528.7434567382045)
(0.0763, 500.45973571818405)
(0.07880000000000001, 289.4496486933579)
(0.0884, 274.8283233764976)
(0.10980000000000001, 273.69559633908756)
(0.11080000000000001, 263.8117685359778)
(0.1341, 261.25929438568056)
(0.142, 249.2665770465537)
(0.1584, 26.378989562079695)
(0.24430000000000002, 25.481631878771143)
(0.2585, 25.180239989556902)
(0.3162, 24.830610558811163)
(0.38570000000000004, 24.816518547225126)
(0.4093, 24.560543790755492)
(0.4838, 24.465233369218907)
(0.5163, 23.885303863138265)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 2508.8446214186206)
(0.14750000000000002, 2500.3272723370824)
(0.1542, 2321.743539555347)
(0.1599, 2291.8366477133018)
(0.1609, 2262.033914027369)
(0.1768, 2216.6399780148927)
(0.1776, 2149.7774777669974)
(0.1965, 2147.3308267597213)
(0.20350000000000001, 2042.453064480157)
(0.3661, 843.4301672742248)
(0.3843, 810.398627716252)
(0.4373, 729.5918686843736)
(0.4431, 713.1150788084667)
(0.5354, 699.912025065514)
(0.55, 678.6347324805117)
(0.6063, 677.1398870578952)
(0.6321, 640.6908817231961)
(0.6599999999999999, 320.7167630110843)
(0.6799999999999999, 315.2586372839453)
(0.6905, 310.00588628501504)
(0.7809999999999999, 307.87778211349456)
(0.7932, 299.59299306064634)
(0.8214, 295.60575900334095)
(0.852, 286.54164181925864)
(0.8606, 23.85075405028413)
(0.8851000000000001, 23.243232804032104)
(0.9102, 22.949136979384868)
(0.9301, 22.399238023967733)
(0.9430999999999999, 21.942198884543437)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 1105.2516465580256)
(0.0167, 1077.8562340623625)
(0.0227, 1061.3667966076175)
(0.0251, 1046.2572324086743)
(0.026600000000000002, 961.3421325442068)
(0.029599999999999998, 951.4751105436852)
(0.034499999999999996, 574.1910126864565)
(0.0499, 557.8663226252664)
(0.0612, 530.5266619655512)
(0.06899999999999999, 513.0131257749986)
(0.0839, 438.3361905681571)
(0.0847, 418.42229516426073)
(0.0978, 402.7859551399647)
(0.0988, 391.55731427207917)
(0.10069999999999998, 264.5323635105)
(0.1163, 262.870706066922)
(0.14830000000000002, 216.91204895299427)
(0.1506, 209.74948355308675)
(0.17609999999999998, 202.16231483654911)
(0.1787, 199.0556126956574)
(0.1963, 27.342102636912937)
(0.3181, 27.0715423898945)
(0.4485, 25.14866089399432)
(0.4563, 24.626152168949087)
(0.5378999999999999, 24.57373878407161)
(0.5474, 24.053334891659308)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0926, 881.7079256728264)
(0.10389999999999999, 880.5987133357155)
(0.10880000000000001, 861.0214250288218)
(0.1237, 798.1093372405)
(0.12430000000000001, 755.5273429197051)
(0.1313, 733.1473970434312)
(0.1321, 722.4848231478798)
(0.2064, 439.1066366565908)
(0.20670000000000002, 437.45293602052226)
(0.2676, 436.0408077169263)
(0.3162, 420.2943570804145)
(0.3478, 420.28526021928604)
(0.42889999999999995, 337.0376123266791)
(0.4828, 331.0130427364161)
(0.48769999999999997, 314.2664216655183)
(0.5797, 225.79823230133147)
(0.5798, 194.3707831745307)
(0.7138, 178.49591619113409)
(0.7197, 174.64955197350514)
(0.7793, 171.01136841459774)
(0.7862, 162.31556518215834)
(0.9252, 19.5330829675372)
(0.9574, 19.317380084010605)
(0.9663999999999999, 19.17784300129102)
(0.9848000000000001, 18.173596735946628)
(0.9869, 18.172377060897258)
(0.9930999999999999, 17.5839392812646)
(0.9941000000000001, 17.399303313361315)
(0.9951000000000001, 17.066696319495964)
(0.9965999999999999, 16.83070559813862)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 2923.230681521977)
(0.0149, 2890.056281041392)
(0.0153, 2874.4785502274262)
(0.0165, 2713.3320783303025)
(0.0187, 2707.15879943563)
(0.019700000000000002, 2593.9169202777775)
(0.0207, 2566.207201623556)
(0.034699999999999995, 1042.9586248465764)
(0.036199999999999996, 1029.8742559182172)
(0.0442, 908.3037066023522)
(0.0513, 899.1494928126848)
(0.0578, 896.9758663829514)
(0.0639, 839.9068199535701)
(0.0746, 355.5926929217597)
(0.0782, 347.76154473867626)
(0.09290000000000001, 346.544043803165)
(0.1058, 332.2329409878564)
(0.11879999999999999, 322.1381912614099)
(0.11910000000000001, 303.0185511359121)
(0.1396, 22.934021987977395)
(0.1696, 22.922479884563458)
(0.1869, 22.87256089030307)
(0.24380000000000002, 22.511715642657236)
(0.3342, 22.37233870742252)
(0.3854, 22.17842990138299)
(0.4436, 21.890102126521477)
(0.4462, 21.539292409319337)
(0.5109, 21.360741983149502)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 2596.3318483193466)
(0.013800000000000002, 2517.427752239202)
(0.014599999999999998, 2509.159803469377)
(0.0152, 2443.2691764379674)
(0.0159, 2400.0737022144426)
(0.0179, 2266.9854845614022)
(0.0195, 2192.8089027653323)
(0.0196, 2081.223357036918)
(0.035699999999999996, 904.2659979234004)
(0.0387, 870.7468531654356)
(0.0418, 808.693772718763)
(0.058199999999999995, 764.6674147491356)
(0.06, 676.0410462886924)
(0.0618, 374.4670882106949)
(0.0684, 341.8763346699017)
(0.0703, 330.7364179221228)
(0.0907, 328.15246263546163)
(0.10629999999999999, 321.9486351833343)
(0.1117, 300.08730090250043)
(0.1407, 23.8837651720245)
(0.1778, 23.635490292118895)
(0.19870000000000002, 23.545053967650766)
(0.2431, 23.234648151438247)
(0.32130000000000003, 22.872405104039707)
(0.3559, 22.765782371855412)
(0.3772, 22.138745507121047)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 2795.7814355970363)
(0.0206, 2771.3968175517007)
(0.0219, 2738.1234181367618)
(0.0223, 1946.4337921708357)
(0.052000000000000005, 1132.4222413855482)
(0.0595, 1026.3925772283633)
(0.0615, 1010.2754475094684)
(0.076, 979.3316230906577)
(0.08149999999999999, 976.3088841626198)
(0.0857, 436.0632930040411)
(0.1045, 411.45879726184893)
(0.1149, 398.88832915849696)
(0.1363, 389.86179964043106)
(0.1522, 383.9529901307249)
(0.2278, 24.274810759617445)
(0.22799999999999998, 23.87464807938222)
(0.30379999999999996, 23.87347710108952)
(0.35760000000000003, 23.81372661113932)
(0.4098, 23.71992989385535)
(0.508, 23.381214374174686)
(0.6032, 23.378368769534525)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 2939.1326893497444)
(0.12110000000000001, 2768.6344505642483)
(0.1315, 2605.4344902471007)
(0.15889999999999999, 2473.155763320699)
(0.1628, 2213.1194596876317)
(0.26389999999999997, 982.8959443131615)
(0.2886, 962.5670265512924)
(0.3052, 916.840465364457)
(0.325, 850.6080372374643)
(0.34700000000000003, 843.4191431008027)
(0.3518, 814.8211321385173)
(0.4218, 811.6808548930512)
(0.4747, 774.9741047332816)
(0.49219999999999997, 735.6311517387979)
(0.5203, 336.7613215342132)
(0.5344, 334.62194131121447)
(0.6168, 328.964864800848)
(0.6212, 321.17669878022195)
(0.6628000000000001, 318.25770707920316)
(0.6809000000000001, 304.2759276496766)
(0.6809999999999999, 298.94130134955014)
(0.7112, 23.577794026076365)
(0.7442, 23.56350429418515)
(0.7955, 22.72859149498142)
(0.8118000000000001, 22.6332151199597)
(0.836, 22.493206688561507)
(0.8464, 22.13310952193347)
(0.8627, 22.121962716171264)
(0.8897, 21.8016806910688)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 2853.8698637127554)
(0.0021999999999999997, 2812.3964453992758)
(0.0025, 2759.759127468733)
(0.003, 2737.385379479582)
(0.0031, 2477.093565220678)
(0.0035000000000000005, 2324.046317977861)
(0.0036999999999999997, 2263.0908753437016)
(0.0038, 2175.142833880191)
(0.0043, 941.5178844005789)
(0.0059, 901.6086119952545)
(0.0062, 866.7640138391143)
(0.0068000000000000005, 789.4245109649404)
(0.007000000000000001, 778.7565269976284)
(0.0072, 763.3490869594336)
(0.0092, 719.3681407499375)
(0.0095, 714.3389488499535)
(0.0106, 690.4352999216939)
(0.0107, 322.5130883611048)
(0.0108, 314.415097247598)
(0.0144, 298.9353995679791)
(0.014799999999999999, 298.9297749822038)
(0.017, 293.4011628028986)
(0.0174, 283.93592232444485)
(0.0251, 22.764481401016347)
(0.037, 22.538631498890485)
(0.0431, 22.292726644909784)
(0.046, 21.71608249038386)
(0.0668, 21.23180601792525)
(0.0688, 20.973419667486382)
(0.07980000000000001, 20.923932177949386)
(0.08199999999999999, 20.824356252676182)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0091, 239.13747983100808)
(0.011600000000000001, 236.62709533648794)
(0.0125, 221.32939352648418)
(0.013500000000000002, 218.71424119689445)
(0.0144, 208.36675454794297)
(0.0165, 153.4273137376885)
(0.0236, 148.24400665247128)
(0.0294, 146.3086668660562)
(0.0315, 140.43106802474716)
(0.0426, 119.50272122505972)
(0.0477, 114.75480298447017)
(0.0487, 109.34069420416928)
(0.0519, 92.97406626078914)
(0.056499999999999995, 90.7100206935349)
(0.07780000000000001, 74.32288326085752)
(0.0795, 71.08096378936506)
(0.0907, 69.46491151682848)
(0.0926, 66.79211761083344)
(0.1355, 16.61619128180813)
(0.1874, 16.122217384540868)
(0.2203, 15.905906958932894)
(0.3189, 13.728387077944353)
(0.3266, 13.155108809689423)
(0.38530000000000003, 12.97746862604113)
(0.3944, 12.328275621663426)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5163, 509.5039701461792)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9430999999999999, 1910.5165870189667)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5474, 1061.4490869045258)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9965999999999999, 3679.7343878746033)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5109, 450.5612289905548)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3772, 734.1272859573364)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6032, 222.99136328697205)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8897, 410.2272515296936)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.08199999999999999, 416.6591341495514)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3944, 11699.24492263794)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5163, 535176.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9430999999999999, 17485224.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5474, 964872.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9965999999999999, 15731324.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5109, 2230588.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3772, 4148292.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6032, 753564.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8897, 1874588.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.08199999999999999, 2263548.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3944, 8228104.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0107, 72)
(0.012199999999999999, 74)
(0.0137, 84)
(0.014000000000000002, 87)
(0.0161, 114)
(0.0164, 126)
(0.019200000000000002, 147)
(0.0237, 159)
(0.028499999999999998, 177)
(0.0308, 190)
(0.0393, 278)
(0.0469, 307)
(0.0517, 335)
(0.0591, 442)
(0.072, 529)
(0.0759, 581)
(0.1018, 612)
(0.10980000000000001, 802)
(0.1371, 808)
(0.1584, 968)
(0.24430000000000002, 2176)
(0.2585, 2761)
(0.38570000000000004, 3460)
(0.4838, 4421)
(0.5163, 5906)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.13899999999999998, 84)
(0.1443, 88)
(0.14750000000000002, 89)
(0.1599, 113)
(0.1609, 117)
(0.1768, 133)
(0.1802, 144)
(0.1965, 163)
(0.3325, 176)
(0.3661, 203)
(0.3843, 217)
(0.4197, 255)
(0.42000000000000004, 256)
(0.5141, 257)
(0.5753999999999999, 302)
(0.6078, 328)
(0.8059, 559)
(0.8067, 562)
(0.808, 580)
(0.8310000000000001, 757)
(0.8496, 789)
(0.8606, 980)
(0.8851000000000001, 1364)
(0.8874000000000001, 2546)
(0.8925000000000001, 2757)
(0.9102, 2952)
(0.9301, 4751)
(0.9430999999999999, 6227)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 77)
(0.0167, 78)
(0.0201, 98)
(0.0227, 113)
(0.0251, 123)
(0.034499999999999996, 162)
(0.0346, 187)
(0.048, 215)
(0.0499, 255)
(0.0612, 334)
(0.06899999999999999, 372)
(0.0771, 408)
(0.0896, 483)
(0.10069999999999998, 536)
(0.1163, 594)
(0.1963, 1046)
(0.2702, 1477)
(0.3181, 1733)
(0.4485, 4184)
(0.4563, 4971)
(0.5378999999999999, 5291)
(0.5474, 6551)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0927, 73)
(0.0972, 75)
(0.10389999999999999, 81)
(0.10880000000000001, 84)
(0.11140000000000001, 131)
(0.11200000000000002, 141)
(0.1237, 154)
(0.12430000000000001, 173)
(0.1313, 180)
(0.20659999999999998, 194)
(0.20670000000000002, 196)
(0.2676, 223)
(0.292, 244)
(0.2922, 248)
(0.3162, 250)
(0.3478, 274)
(0.4323, 287)
(0.5257, 350)
(0.5797, 387)
(0.6667, 698)
(0.6668000000000001, 717)
(0.6672, 738)
(0.9252, 970)
(0.9574, 1348)
(0.9663999999999999, 1564)
(0.9848000000000001, 3603)
(0.9869, 4073)
(0.9930999999999999, 5480)
(0.9941000000000001, 6348)
(0.9951000000000001, 6726)
(0.9965999999999999, 7942)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 91)
(0.0149, 92)
(0.0153, 93)
(0.0172, 131)
(0.017599999999999998, 135)
(0.0187, 148)
(0.0195, 156)
(0.0313, 157)
(0.034699999999999995, 172)
(0.036199999999999996, 178)
(0.0498, 260)
(0.05600000000000001, 286)
(0.058699999999999995, 303)
(0.0746, 531)
(0.0782, 579)
(0.09290000000000001, 717)
(0.1091, 808)
(0.11140000000000001, 895)
(0.1396, 912)
(0.1696, 1079)
(0.1869, 1193)
(0.24380000000000002, 1637)
(0.26789999999999997, 1815)
(0.3342, 2301)
(0.3791, 2667)
(0.3854, 2855)
(0.4436, 3447)
(0.4462, 6253)
(0.5109, 7690)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 70)
(0.0127, 82)
(0.013800000000000002, 85)
(0.014599999999999998, 89)
(0.0152, 98)
(0.0256, 129)
(0.0261, 151)
(0.0269, 180)
(0.032, 193)
(0.035699999999999996, 201)
(0.0387, 222)
(0.048, 265)
(0.056999999999999995, 315)
(0.0618, 353)
(0.0801, 447)
(0.08030000000000001, 467)
(0.0813, 512)
(0.1407, 699)
(0.1778, 907)
(0.19870000000000002, 1035)
(0.2431, 2989)
(0.2516, 3286)
(0.32130000000000003, 4669)
(0.3364, 5263)
(0.3559, 5961)
(0.3772, 6904)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 61)
(0.0193, 62)
(0.0513, 81)
(0.052000000000000005, 86)
(0.0833, 118)
(0.08499999999999999, 121)
(0.0857, 123)
(0.21000000000000002, 154)
(0.2189, 167)
(0.2278, 182)
(0.26389999999999997, 442)
(0.30379999999999996, 599)
(0.3339, 715)
(0.35760000000000003, 878)
(0.4098, 1116)
(0.508, 2576)
(0.6032, 3582)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1133, 83)
(0.11779999999999999, 84)
(0.12110000000000001, 85)
(0.1315, 132)
(0.14579999999999999, 137)
(0.15889999999999999, 147)
(0.3992, 175)
(0.44420000000000004, 198)
(0.4721, 209)
(0.4747, 431)
(0.7112, 432)
(0.7325999999999999, 518)
(0.7442, 580)
(0.7955, 1959)
(0.8039999999999999, 2563)
(0.8118000000000001, 2940)
(0.836, 3022)
(0.8568, 3889)
(0.8627, 4816)
(0.8704000000000001, 5517)
(0.8897, 6339)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 63)
(0.0021999999999999997, 64)
(0.0025, 71)
(0.0027, 84)
(0.003, 88)
(0.0031, 135)
(0.0033, 159)
(0.0034000000000000002, 197)
(0.0035000000000000005, 199)
(0.0043, 223)
(0.0059, 257)
(0.0062, 283)
(0.0092, 473)
(0.0093, 561)
(0.010499999999999999, 660)
(0.0109, 816)
(0.0112, 948)
(0.0144, 1348)
(0.014799999999999999, 1413)
(0.0251, 1524)
(0.037, 2180)
(0.0431, 2590)
(0.045, 4188)
(0.046, 4357)
(0.0668, 6467)
(0.0688, 6793)
(0.07980000000000001, 7952)
(0.08199999999999999, 8434)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0091, 63)
(0.0108, 71)
(0.0114, 77)
(0.011600000000000001, 84)
(0.0123, 128)
(0.0165, 136)
(0.0236, 167)
(0.026600000000000002, 198)
(0.0294, 209)
(0.0315, 240)
(0.0405, 305)
(0.0519, 381)
(0.056499999999999995, 437)
(0.0588, 567)
(0.1355, 841)
(0.1874, 1116)
(0.2203, 1319)
(0.3189, 3939)
(0.3266, 4801)
(0.38530000000000003, 4955)
(0.3944, 6231)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9187240149655598, 1594.2068426577919)
(0.8150546325061017, 1526.0754795928576)
(0.6561526591993743, 1464.5826451504317)
(0.6374700717932671, 1400.4957141726638)
(0.5734527981135658, 1370.0719447960475)
(0.5296344404817108, 1365.376001333375)
(0.4697683508057547, 1320.0756234576236)
(0.4028835504442983, 693.9380778779013)
(0.34768303849503773, 667.7888017037092)
(0.32109062927415005, 657.3898967405291)
(0.22909748737801225, 597.3041802423421)
(0.20139396266201567, 562.7450846223273)
(0.169219520045426, 558.0795789878176)
(0.16176629182366115, 530.8540676054535)
(0.141481043888345, 528.7434567382045)
(0.13439018245022943, 500.45973571818405)
(0.13227352211071905, 289.4496486933579)
(0.11381701058676905, 274.8283233764976)
(0.09662042148566292, 273.69559633908756)
(0.09355340449463596, 263.8117685359778)
(0.07865406568642608, 261.25929438568056)
(0.07388525854292362, 249.2665770465537)
(0.06841257173262097, 26.378989562079695)
(0.04238175309016247, 25.481631878771143)
(0.03967568754894297, 25.180239989556902)
(0.031215914524725125, 24.830610558811163)
(0.026861934747250123, 24.816518547225126)
(0.0249905792275846, 24.560543790755492)
(0.02131271449479319, 24.465233369218907)
(0.01972892883457215, 23.885303863138265)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(8.502386958275991, 2508.8446214186206)
(8.413133852704942, 2500.3272723370824)
(8.034666454021815, 2321.743539555347)
(7.9774439954855, 2291.8366477133018)
(7.929083617609058, 2262.033914027369)
(7.569754854735619, 2216.6399780148927)
(7.491873178670289, 2149.7774777669974)
(7.231791968946631, 2147.3308267597213)
(7.049832796169624, 2042.453064480157)
(4.3410323303742775, 843.4301672742248)
(4.255117027750486, 810.398627716252)
(3.953910649342009, 729.5918686843736)
(3.917538565272267, 727.7119663160057)
(3.91274645966176, 713.1150788084667)
(3.5978362342972146, 699.912025065514)
(3.4686764725754236, 697.8616267649304)
(3.395310084282972, 677.1398870578952)
(3.1610257297274917, 658.5491270460215)
(3.099300133855488, 353.57896888705307)
(2.8012675059343226, 320.7167630110843)
(2.5985584160795434, 307.87778211349456)
(2.4409778371725457, 299.59299306064634)
(2.2025567638998136, 286.54164181925864)
(1.6147796322455241, 24.008982028490127)
(1.4803643959915807, 23.85075405028413)
(1.2076040824555248, 22.949136979384868)
(1.0288049333544333, 22.399238023967733)
(0.920875726139174, 21.942198884543437)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6974201211366086, 1105.2516465580256)
(0.6935419785309718, 1077.8562340623625)
(0.5534250373928264, 1061.3667966076175)
(0.5288222431370285, 1046.2572324086743)
(0.5266237873420448, 1001.6784181410541)
(0.5248744287841558, 985.980301099474)
(0.4627724884873456, 961.3421325442068)
(0.42801508999315785, 951.4751105436852)
(0.34763083772243236, 574.1910126864565)
(0.2601094059544829, 557.8663226252664)
(0.22588624528739948, 530.5266619655512)
(0.20908579771725283, 513.0131257749986)
(0.20753808491878137, 466.38704005022464)
(0.20600365946280105, 446.03604888345404)
(0.16754354051566553, 438.3361905681571)
(0.16579834347228473, 418.42229516426073)
(0.14860877819069396, 402.7859551399647)
(0.14683178082986445, 391.55731427207917)
(0.12874601067593544, 264.5323635105)
(0.1160882564418816, 262.870706066922)
(0.11475952909361026, 232.0303217419888)
(0.08901949322638672, 216.91204895299427)
(0.08770796399070976, 209.74948355308675)
(0.07736308998055495, 202.16231483654911)
(0.07618491253155897, 199.0556126956574)
(0.059723444067201197, 27.342102636912937)
(0.03927548267873465, 27.0715423898945)
(0.03834884846933658, 25.937210009276242)
(0.03769082581191253, 25.28026071233225)
(0.026805571319442577, 25.14866089399432)
(0.02629371908212076, 24.626152168949087)
(0.02280227970829976, 24.57373878407161)
(0.022372863695454083, 24.053334891659308)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.007168224256267, 881.7079256728264)
(5.757171244607643, 880.5987133357155)
(5.594936123636632, 861.0214250288218)
(4.53429706855882, 798.1093372405)
(4.494707635518195, 755.5273429197051)
(4.295940077934081, 733.1473970434312)
(4.253493421196849, 722.4848231478798)
(2.4994885418367008, 439.1066366565908)
(2.4976655083499386, 437.45293602052226)
(2.1201021767254185, 436.0408077169263)
(1.8616355752700715, 420.2943570804145)
(1.7339791624099699, 420.28526021928604)
(1.5687097620921873, 367.4880899206392)
(1.5498415550688633, 354.9412337265866)
(1.2634823347589086, 337.0376123266791)
(1.12092869310346, 331.0130427364161)
(1.1026001635274068, 314.2664216655183)
(1.0607069423376227, 225.79823230133147)
(0.9472173549749625, 201.09711284503646)
(0.9341255209970155, 194.3707831745307)
(0.724508412119264, 178.49591619113409)
(0.7115392128335577, 174.64955197350514)
(0.6286046276516633, 171.01136841459774)
(0.6168481028213411, 162.31556518215834)
(0.3910374749178129, 19.5330829675372)
(0.29676478330318234, 19.317380084010605)
(0.2566573571124248, 19.17784300129102)
(0.23214299877483477, 18.173596735946628)
(0.22628061701466043, 18.172377060897258)
(0.15736059135281064, 17.5839392812646)
(0.15330255931216766, 17.399303313361315)
(0.13158469878880613, 17.066696319495964)
(0.12758829300807462, 16.83070559813862)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.9968643393953909, 2923.230681521977)
(1.9796306753217607, 2890.056281041392)
(1.9698512618384445, 2874.4785502274262)
(1.9517352881592143, 2784.4208538935586)
(1.738258809297954, 2713.3320783303025)
(1.6926340745789956, 2707.15879943563)
(1.6469307564066689, 2593.9169202777775)
(1.5771089606585762, 2566.207201623556)
(1.0442237946753523, 1042.9586248465764)
(1.0362246994660893, 1029.8742559182172)
(1.0098216556887403, 990.3283524576733)
(1.0018386454175712, 968.9924110336996)
(0.9311820296516474, 931.5978232309086)
(0.8035034260312347, 908.3037066023522)
(0.7752077654400504, 896.9758663829514)
(0.7333461523763172, 867.5198383725399)
(0.694226346432797, 844.413154254485)
(0.6885799572778926, 839.9068199535701)
(0.6540240791673257, 819.8699875054147)
(0.5652087034894777, 355.5926929217597)
(0.5125276741275296, 347.76154473867626)
(0.48886783586767313, 332.3220720181802)
(0.4543638798861007, 330.9910743843393)
(0.42199845796742774, 322.1381912614099)
(0.4211204463898977, 314.0711028203548)
(0.3882137182303332, 303.0185511359121)
(0.3858475861954097, 22.934021987977395)
(0.38058295304249856, 22.922479884563458)
(0.37794405603459247, 22.87256089030307)
(0.34021008275564074, 22.6407141199273)
(0.3311950953991081, 22.564383007277154)
(0.2804163917197118, 22.511715642657236)
(0.2598397008383774, 22.37233870742252)
(0.25692768553837847, 22.332463211317933)
(0.24812855026666322, 22.17842990138299)
(0.2372568672236705, 22.132758791532577)
(0.20755157840531066, 22.073758913785376)
(0.2043184808980168, 21.975129205075515)
(0.2012242057059118, 21.969071036546065)
(0.18557101793830705, 21.890102126521477)
(0.17253619807141723, 21.539292409319337)
(0.15597227356124557, 21.360741983149502)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.38657049131309407, 2596.3318483193466)
(0.38654901076697307, 2532.856509645776)
(0.38256133046957963, 2517.427752239202)
(0.38145570149179214, 2509.159803469377)
(0.38043555296430703, 2443.2691764379674)
(0.3565179408227365, 2400.0737022144426)
(0.35525938838093235, 2313.024239222386)
(0.3475890310903729, 2266.9854845614022)
(0.3462695216643058, 2197.2050266982446)
(0.3423358897673773, 2192.8089027653323)
(0.3414353410186455, 2097.335516857725)
(0.3395464821977773, 2081.223357036918)
(0.281140289135822, 904.2659979234004)
(0.2807793738303505, 870.7468531654356)
(0.27895374700571335, 833.9443643941507)
(0.25458899483806163, 808.693772718763)
(0.24158774700027302, 764.6674147491356)
(0.23872923386582715, 687.0295953322064)
(0.23531220715740675, 676.0410462886924)
(0.2342922624851724, 637.1226624389335)
(0.21829081406837805, 341.8763346699017)
(0.21374994504048073, 330.7364179221228)
(0.21078888117189692, 328.15246263546163)
(0.20642315398928457, 321.9486351833343)
(0.20491522179284166, 311.4967925359668)
(0.1991145428780334, 300.08730090250043)
(0.19698877609442808, 281.5394081965795)
(0.16871641340938398, 23.8837651720245)
(0.16824888459713894, 23.635490292118895)
(0.16807166828519676, 23.545053967650766)
(0.16740779532140038, 23.455906391298626)
(0.1672282816437917, 23.36639003345168)
(0.16674620320793068, 23.244631196648356)
(0.1449913670855498, 23.234648151438247)
(0.13895092634141257, 22.872405104039707)
(0.13513933986562138, 22.765782371855412)
(0.13459155162639236, 22.717227874945234)
(0.131028975409827, 22.544674781215328)
(0.12543228034504603, 22.138745507121047)
(0.12294912787988217, 21.558957947170555)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(11.49011052708221, 2795.7814355970363)
(10.884185172386186, 2771.3968175517007)
(10.445516375723585, 2738.1234181367618)
(10.239834972028385, 1946.4337921708357)
(4.1925537436773315, 1132.4222413855482)
(3.823988200574605, 1026.3925772283633)
(3.731462345249025, 1010.2754475094684)
(3.0722329422583163, 979.3316230906577)
(2.8648505228944448, 976.3088841626198)
(2.700488329939131, 436.0632930040411)
(2.326910537365032, 411.45879726184893)
(2.1268589929924215, 398.88832915849696)
(1.7737019548976012, 389.86179964043106)
(1.5990583408614079, 383.9529901307249)
(1.0810115392960444, 24.274810759617445)
(1.023093190449134, 23.87464807938222)
(0.8770320252597474, 23.87347710108952)
(0.7652262060230384, 23.81372661113932)
(0.6949848896147327, 23.71992989385535)
(0.6631027694946883, 23.454598931466013)
(0.620736716991245, 23.434541910819313)
(0.4976178224567407, 23.381214374174686)
(0.42114441747976744, 23.378368769534525)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.017538811756472, 2939.1326893497444)
(3.0000669588847493, 2768.6344505642483)
(2.9990367649718332, 2766.645668771953)
(2.9868483515747326, 2701.603324650698)
(2.97209270406306, 2622.3906165985168)
(2.8275157229375494, 2605.4344902471007)
(2.6714272030480055, 2473.155763320699)
(2.6471708888239687, 2213.1194596876317)
(1.4535385485267522, 982.8959443131615)
(1.4200995159339538, 962.5670265512924)
(1.3993262657550536, 916.840465364457)
(1.290109333267468, 850.6080372374643)
(1.2728310203162918, 843.4191431008027)
(1.2637496546119793, 814.8211321385173)
(1.190026779366179, 811.6808548930512)
(1.1267716251919673, 774.9741047332816)
(1.1024983787301244, 735.6311517387979)
(0.9078984493517576, 382.8744999326778)
(0.8884264476844325, 376.6615032877364)
(0.7807415305747472, 336.7613215342132)
(0.7798245162741148, 334.62194131121447)
(0.7045543949028793, 328.964864800848)
(0.6814984859351906, 321.17669878022195)
(0.6581459925061528, 318.25770707920316)
(0.6254102986013409, 304.2759276496766)
(0.42774789942224173, 23.577794026076365)
(0.390062657656393, 23.56350429418515)
(0.3175691065815694, 22.72859149498142)
(0.30773069416519006, 22.6332151199597)
(0.2709475157289253, 22.493206688561507)
(0.25949498906386415, 22.13310952193347)
(0.2505701278791298, 22.121962716171264)
(0.24600357165400155, 22.103469740801426)
(0.21520695966596057, 21.8016806910688)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.860407244037341, 2853.8698637127554)
(3.7925642428365642, 2812.3964453992758)
(3.329249984588557, 2759.759127468733)
(2.963418376794499, 2737.385379479582)
(2.8775259247376077, 2477.093565220678)
(2.841878997055492, 2459.5782310850796)
(2.46976505605905, 2324.046317977861)
(2.322009239900642, 2263.0908753437016)
(2.2678719333799813, 2175.142833880191)
(1.8174478239421912, 965.1478923263878)
(1.8172234152478668, 942.1402914583)
(1.3460411287212006, 941.5178844005789)
(1.1664071189024614, 901.6086119952545)
(1.0867255515745033, 866.7640138391143)
(0.9948992023861586, 789.4245109649404)
(0.9622651413298178, 778.7565269976284)
(0.7877035647986301, 719.3681407499375)
(0.7539244126843145, 714.3389488499535)
(0.6640206600216301, 690.4352999216939)
(0.5630821959519494, 322.5130883611048)
(0.45247224830887706, 298.9353995679791)
(0.43160795511632793, 298.9297749822038)
(0.3989302070972086, 293.4011628028986)
(0.37953709664913043, 283.93592232444485)
(0.2960141906030785, 22.764481401016347)
(0.2462264029442974, 22.538631498890485)
(0.2267452802893123, 22.292726644909784)
(0.1818724992418128, 21.71608249038386)
(0.142456801535739, 21.23180601792525)
(0.13731966003856472, 20.973419667486382)
(0.12689250831593987, 20.923932177949386)
(0.12199522215407455, 20.824356252676182)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.2602442359120307, 239.13747983100808)
(0.9648098565869676, 236.62709533648794)
(0.857041085722327, 218.71424119689445)
(0.7920048333363061, 208.36675454794297)
(0.565456834168246, 153.4273137376885)
(0.5653573546126063, 148.41548582467684)
(0.4004429953379303, 148.24400665247128)
(0.3369377047097723, 146.3086668660562)
(0.3073959172076022, 140.43106802474716)
(0.24140466737080518, 119.50272122505972)
(0.21152836429177085, 114.75480298447017)
(0.207161391807553, 109.34069420416928)
(0.1960593952050747, 92.97406626078914)
(0.17544649950531802, 90.7100206935349)
(0.13001100179486128, 74.32288326085752)
(0.12740282657274743, 71.08096378936506)
(0.1116140465529226, 69.46491151682848)
(0.10911090203912215, 66.79211761083344)
(0.07874528484922982, 16.61619128180813)
(0.05694423345936919, 16.122217384540868)
(0.04824619969715435, 15.905906958932894)
(0.047786013411398306, 14.479520141088933)
(0.03242496039545045, 13.728387077944353)
(0.03149944649568852, 13.155108809689423)
(0.026723282992473996, 12.97746862604113)
(0.025965822102338484, 12.328275621663426)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5163, 10.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9430999999999999, 10.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5474, 10.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9965999999999999, 10.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5109, 10.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3772, 10.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6032, 10.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8897, 10.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.08199999999999999, 10.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3944, 10.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 335.7004785575867)
(0.014000000000000002, 350.68776555061345)
(0.0161, 365.4119497947693)
(0.0164, 388.62228225517276)
(0.0179, 390.61890292167664)
(0.019700000000000002, 391.96236016845705)
(0.0222, 405.41313731575013)
(0.0237, 771.2157857608795)
(0.028499999999999998, 801.4150561294556)
(0.0308, 814.0922193260193)
(0.0434, 895.9856932239533)
(0.0495, 951.0096393985748)
(0.0591, 958.9600124244689)
(0.0615, 1008.1414698657989)
(0.072, 1012.1657170028686)
(0.0763, 1069.3687459831237)
(0.07880000000000001, 1848.9433392505646)
(0.0884, 1947.3102096061705)
(0.10980000000000001, 1955.369421936035)
(0.11080000000000001, 2028.6282259883883)
(0.1341, 2048.4476973667147)
(0.142, 2147.002644081116)
(0.1584, 20287.964356653214)
(0.24430000000000002, 21002.422550725936)
(0.2585, 21253.80855075073)
(0.3162, 21553.07453002167)
(0.38570000000000004, 21565.313401296615)
(0.4093, 21790.071285043716)
(0.4838, 21874.95994513321)
(0.5163, 22406.07877825356)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 6969.432802145005)
(0.14750000000000002, 6993.1741310234065)
(0.1542, 7531.074686805725)
(0.1599, 7629.35003131485)
(0.1609, 7729.8681914405815)
(0.1768, 7888.165950908661)
(0.1776, 8133.504132791519)
(0.1965, 8142.771380218505)
(0.20350000000000001, 8560.893909427643)
(0.3661, 20731.08679110718)
(0.3843, 21576.07799666977)
(0.4373, 23965.760516944887)
(0.4431, 24519.49835251808)
(0.5354, 24982.03113221741)
(0.55, 25765.29488269615)
(0.6063, 25822.174020750044)
(0.6321, 27291.20157441902)
(0.6599999999999999, 54519.20827535819)
(0.6799999999999999, 55463.10848337364)
(0.6905, 56402.87740834808)
(0.7809999999999999, 56792.743795829774)
(0.7932, 58363.260840551375)
(0.8214, 59150.484953178406)
(0.852, 61021.580978548045)
(0.8606, 733109.9034913615)
(0.8851000000000001, 752271.6029831601)
(0.9102, 761912.0499261875)
(0.9301, 780616.9112221756)
(0.9430999999999999, 796876.5615517674)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 872.9885207633973)
(0.0167, 895.1768979091645)
(0.0227, 909.0844023799897)
(0.0251, 922.2129798603057)
(0.026600000000000002, 1003.6718118724822)
(0.029599999999999998, 1014.0801260147095)
(0.034499999999999996, 1680.4024770183564)
(0.0499, 1729.575636434555)
(0.0612, 1818.7059561252593)
(0.06899999999999999, 1880.7939826927184)
(0.0839, 2201.214548927307)
(0.0847, 2305.976548456192)
(0.0978, 2395.4956415119173)
(0.0988, 2464.190974937439)
(0.10069999999999998, 3647.4629689750673)
(0.1163, 3670.519299911499)
(0.14830000000000002, 4448.217628561019)
(0.1506, 4600.116213186264)
(0.17609999999999998, 4772.758962421417)
(0.1787, 4847.248399246216)
(0.1963, 35288.87345691491)
(0.3181, 35641.5599120121)
(0.4485, 38366.73467693138)
(0.4563, 39180.78607573128)
(0.5378999999999999, 39264.35486591149)
(0.5474, 40113.855494298936)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0926, 17841.87659195137)
(0.10389999999999999, 17864.350426324847)
(0.10880000000000001, 18270.537227890014)
(0.1237, 19710.73794775009)
(0.12430000000000001, 20821.64748559189)
(0.1313, 21457.24592822647)
(0.1321, 21773.916206929207)
(0.2064, 35825.748660462385)
(0.20670000000000002, 35961.18051716995)
(0.2676, 36077.641637185094)
(0.3162, 37429.30100056076)
(0.3478, 37430.1111387825)
(0.42889999999999995, 46675.277252890584)
(0.4828, 47524.78594182396)
(0.48769999999999997, 50057.28552426529)
(0.5797, 69669.82796838856)
(0.5798, 80934.61240969754)
(0.7138, 88132.68300858402)
(0.7197, 90073.65791803742)
(0.7793, 91989.93111300754)
(0.7862, 96918.14819081307)
(0.9252, 805368.2066545514)
(0.9574, 814361.1572369041)
(0.9663999999999999, 820286.410674078)
(0.9848000000000001, 865614.2330309381)
(0.9869, 865672.3304432287)
(0.9930999999999999, 894641.6242895852)
(0.9941000000000001, 904135.2815500126)
(0.9951000000000001, 921755.6641017562)
(0.9965999999999999, 934680.0054383812)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 763.0557568035125)
(0.0149, 771.8147271499633)
(0.0153, 775.9974412832261)
(0.0165, 822.0844097242356)
(0.0187, 823.959052740097)
(0.019700000000000002, 859.9303942861558)
(0.0207, 869.2158601179123)
(0.034699999999999995, 2138.7118787460327)
(0.036199999999999996, 2165.883832110405)
(0.0442, 2455.773309947014)
(0.0513, 2480.77546373558)
(0.0578, 2486.7870849132537)
(0.0639, 2655.7565041837693)
(0.0746, 6272.8735556182855)
(0.0782, 6414.130698884963)
(0.09290000000000001, 6436.665237469674)
(0.1058, 6713.927864490509)
(0.11879999999999999, 6924.320246741295)
(0.11910000000000001, 7361.225877552032)
(0.1396, 97261.09101880742)
(0.1696, 97310.06467158603)
(0.1869, 97522.44231408597)
(0.24380000000000002, 99085.65101867581)
(0.3342, 99702.94251177025)
(0.3854, 100574.65789590932)
(0.4436, 101899.38754545497)
(0.4462, 103559.01937776279)
(0.5109, 104424.64975044441)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 1597.751074341774)
(0.013800000000000002, 1647.8296135053633)
(0.014599999999999998, 1653.259387570381)
(0.0152, 1697.844854756355)
(0.0159, 1728.4019220628738)
(0.0179, 1829.8714430465695)
(0.0195, 1891.7708673877714)
(0.0196, 1993.1988491163252)
(0.035699999999999996, 4587.468742080689)
(0.0387, 4764.062005989075)
(0.0418, 5129.620308629036)
(0.058199999999999995, 5424.9624346303945)
(0.06, 6136.154043860435)
(0.0618, 11077.854718345641)
(0.0684, 12133.896322497369)
(0.0703, 12542.592152572632)
(0.0907, 12641.355687792779)
(0.10629999999999999, 12884.949792185784)
(0.1117, 13823.617285783768)
(0.1407, 173686.6850817547)
(0.1778, 175511.14653133394)
(0.19870000000000002, 176185.28314691735)
(0.2431, 178539.04965387724)
(0.32130000000000003, 181366.67224678228)
(0.3559, 182216.0966068268)
(0.3772, 187377.0127880859)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 269.53609119987493)
(0.0206, 271.90765148735045)
(0.0219, 275.21184582424166)
(0.0223, 387.1511083660126)
(0.052000000000000005, 665.4443655910491)
(0.0595, 734.1869151420594)
(0.0615, 745.8995483436585)
(0.076, 769.4676473550797)
(0.08149999999999999, 771.8499874620437)
(0.0857, 1728.1069333047865)
(0.1045, 1831.444618549347)
(0.1149, 1889.1603110818864)
(0.1363, 1932.900326974869)
(0.1522, 1962.6465201988224)
(0.2278, 31043.043237791062)
(0.22799999999999998, 31563.355300334933)
(0.30379999999999996, 31564.90346207714)
(0.35760000000000003, 31644.102256868366)
(0.4098, 31769.23386250019)
(0.508, 32229.46370280647)
(0.6032, 32233.386658782005)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 637.8031202173233)
(0.12110000000000001, 677.0803562088013)
(0.1315, 719.4915116910935)
(0.15889999999999999, 757.9740943946839)
(0.1628, 847.0342582702638)
(0.26389999999999997, 1907.2090090980532)
(0.2886, 1947.488276963234)
(0.3052, 2044.6174343481064)
(0.325, 2203.8211701927185)
(0.34700000000000003, 2222.605468863487)
(0.3518, 2300.6128904390334)
(0.4218, 2309.5136329746247)
(0.4747, 2418.9040492458344)
(0.49219999999999997, 2548.271637992859)
(0.5203, 5566.518124646187)
(0.5344, 5602.107239753723)
(0.6168, 5698.444425470351)
(0.6212, 5836.625157177925)
(0.6628000000000001, 5890.157436261177)
(0.6809000000000001, 6160.815988566398)
(0.6809999999999999, 6270.756136864663)
(0.7112, 79506.50505839348)
(0.7442, 79554.72057959557)
(0.7955, 82477.08620280838)
(0.8118000000000001, 82824.64466777611)
(0.836, 83340.18470355701)
(0.8464, 84696.09740747546)
(0.8627, 84738.77404330253)
(0.8897, 85983.64624099541)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 793.1503916072846)
(0.0021999999999999997, 804.8467006502151)
(0.0025, 820.1976677856445)
(0.003, 826.9014721012117)
(0.0031, 913.7918856925965)
(0.0035000000000000005, 973.9685403385162)
(0.0036999999999999997, 1000.2019912948608)
(0.0038, 1040.6433843069076)
(0.0043, 2404.147640213013)
(0.0059, 2510.5660814294815)
(0.0062, 2611.49282141304)
(0.0068000000000000005, 2867.339395420074)
(0.007000000000000001, 2906.6183351640702)
(0.0072, 2965.2855275115967)
(0.0092, 3146.578047841072)
(0.0095, 3168.731039577484)
(0.0106, 3278.4360826520915)
(0.0107, 7018.468650381089)
(0.0108, 7199.234450938226)
(0.0144, 7572.030623577119)
(0.014799999999999999, 7572.1730969581595)
(0.017, 7714.856950040818)
(0.0174, 7972.038132651329)
(0.0251, 99433.32159101771)
(0.037, 100429.70000691604)
(0.0431, 101537.51203497792)
(0.046, 104233.71715420246)
(0.0668, 106611.18503479956)
(0.0688, 107924.60342120647)
(0.07980000000000001, 108179.85743546963)
(0.08199999999999999, 108697.14158434581)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0091, 34407.42122821808)
(0.011600000000000001, 34772.450670957565)
(0.0125, 37175.83041682816)
(0.013500000000000002, 37620.339466567995)
(0.0144, 39488.564372234345)
(0.0165, 53628.677968431475)
(0.0236, 55503.7885564518)
(0.0294, 56237.98081307602)
(0.0315, 58591.76402866936)
(0.0426, 68852.85887761497)
(0.0477, 71701.60887395286)
(0.0487, 75251.98243790054)
(0.0519, 88498.91513747978)
(0.056499999999999995, 90707.7733759842)
(0.07780000000000001, 110707.54576515962)
(0.0795, 115756.78720933532)
(0.0907, 118449.78738663865)
(0.0926, 123189.74595088194)
(0.1355, 495185.9219993668)
(0.1874, 510358.0855999184)
(0.2203, 517298.63762210845)
(0.3189, 599349.6507116298)
(0.3266, 625468.3347004757)
(0.38530000000000003, 634029.9666368789)
(0.3944, 667417.265196558)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 1594.2068426577919)
(0.014000000000000002, 1526.0754795928576)
(0.016300000000000002, 1464.5826451504317)
(0.0166, 1377.110949208514)
(0.0182, 1370.0719447960475)
(0.02, 1365.376001333375)
(0.0225, 1320.0756234576236)
(0.0241, 693.9380778779013)
(0.0289, 667.7888017037092)
(0.0312, 657.3898967405291)
(0.044, 597.3041802423421)
(0.0501, 562.7450846223273)
(0.0598, 558.0795789878176)
(0.0622, 530.8540676054535)
(0.0728, 528.7434567382045)
(0.0771, 500.45973571818405)
(0.07980000000000001, 289.4496486933579)
(0.0893, 274.8283233764976)
(0.1109, 273.69559633908756)
(0.1117, 263.8117685359778)
(0.13520000000000001, 261.25929438568056)
(0.1431, 249.2665770465537)
(0.15940000000000001, 26.378989562079695)
(0.24630000000000002, 25.481631878771143)
(0.26070000000000004, 25.180239989556902)
(0.3186, 24.830610558811163)
(0.38849999999999996, 24.816518547225126)
(0.4126, 24.560543790755492)
(0.4869, 24.465233369218907)
(0.5199, 23.885303863138265)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 2508.8446214186206)
(0.0005, 2321.743539555347)
(0.0006000000000000001, 2216.6399780148927)
(0.0007, 2033.2766151355179)
(0.001, 699.912025065514)
(0.0012000000000000001, 697.8616267649304)
(0.0014, 658.5491270460215)
(0.002, 299.59299306064634)
(0.0021000000000000003, 286.54164181925864)
(0.0026, 24.008982028490127)
(0.0032, 23.85075405028413)
(0.0041, 22.949136979384868)
(0.0060999999999999995, 22.399238023967733)
(0.0073999999999999995, 21.942198884543437)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0167, 1105.2516465580256)
(0.016800000000000002, 1077.8562340623625)
(0.0229, 1061.3667966076175)
(0.0253, 1046.2572324086743)
(0.0268, 961.3421325442068)
(0.0298, 951.4751105436852)
(0.034699999999999995, 574.1910126864565)
(0.0502, 557.8663226252664)
(0.0616, 530.5266619655512)
(0.06939999999999999, 513.0131257749986)
(0.0843, 438.3361905681571)
(0.0851, 418.42229516426073)
(0.0982, 402.7859551399647)
(0.0992, 391.55731427207917)
(0.10149999999999999, 264.5323635105)
(0.11710000000000001, 262.870706066922)
(0.1494, 216.91204895299427)
(0.1517, 209.74948355308675)
(0.1772, 202.16231483654911)
(0.17980000000000002, 199.0556126956574)
(0.19770000000000001, 27.342102636912937)
(0.3203, 27.0715423898945)
(0.45149999999999996, 25.14866089399432)
(0.4593, 24.626152168949087)
(0.5416000000000001, 24.57373878407161)
(0.5509999999999999, 24.053334891659308)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 881.7079256728264)
(0.0021999999999999997, 880.5987133357155)
(0.0023, 861.0214250288218)
(0.0026, 798.1093372405)
(0.0027, 733.1473970434312)
(0.004200000000000001, 439.1066366565908)
(0.0043, 437.45293602052226)
(0.0052, 436.0408077169263)
(0.0060999999999999995, 420.2943570804145)
(0.0063, 420.28526021928604)
(0.006900000000000001, 367.4880899206392)
(0.0085, 337.0376123266791)
(0.0091, 331.0130427364161)
(0.0106, 225.79823230133147)
(0.0118, 201.09711284503646)
(0.0149, 178.49591619113409)
(0.015, 174.64955197350514)
(0.016300000000000002, 171.01136841459774)
(0.0164, 162.31556518215834)
(0.0229, 19.5330829675372)
(0.0306, 19.317380084010605)
(0.035199999999999995, 19.17784300129102)
(0.0388, 18.173596735946628)
(0.0395, 18.172377060897258)
(0.054900000000000004, 17.5839392812646)
(0.05600000000000001, 17.399303313361315)
(0.0637, 17.066696319495964)
(0.065, 16.83070559813862)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.002, 2923.230681521977)
(0.0021000000000000003, 2713.3320783303025)
(0.0021999999999999997, 2362.41187361055)
(0.0039, 1042.9586248465764)
(0.0045, 931.5978232309086)
(0.0047, 908.3037066023522)
(0.0054, 877.1187920477818)
(0.0060999999999999995, 844.413154254485)
(0.006500000000000001, 819.8699875054147)
(0.0067, 355.5926929217597)
(0.007000000000000001, 349.88539456145327)
(0.0078, 347.76154473867626)
(0.008400000000000001, 332.3220720181802)
(0.0091, 330.9910743843393)
(0.010499999999999999, 322.1381912614099)
(0.0108, 314.0711028203548)
(0.0114, 303.0185511359121)
(0.0118, 22.564383007277154)
(0.013800000000000002, 22.511715642657236)
(0.0159, 22.37233870742252)
(0.017599999999999998, 22.17842990138299)
(0.0213, 22.073758913785376)
(0.0243, 21.890102126521477)
(0.029199999999999997, 21.539292409319337)
(0.0334, 21.360741983149502)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0050999999999999995, 2596.3318483193466)
(0.0053, 2266.9854845614022)
(0.0054, 2192.8089027653323)
(0.0055, 2097.335516857725)
(0.0086, 904.2659979234004)
(0.0093, 808.693772718763)
(0.010499999999999999, 764.6674147491356)
(0.0107, 676.0410462886924)
(0.0108, 368.7937625087554)
(0.0123, 341.8763346699017)
(0.0125, 330.7364179221228)
(0.0131, 328.15246263546163)
(0.014099999999999998, 321.9486351833343)
(0.014799999999999999, 300.08730090250043)
(0.0149, 281.5394081965795)
(0.0211, 23.8837651720245)
(0.0214, 23.635490292118895)
(0.0216, 23.545053967650766)
(0.027500000000000004, 23.234648151438247)
(0.0322, 22.872405104039707)
(0.0355, 22.765782371855412)
(0.040799999999999996, 22.138745507121047)
(0.0423, 21.558957947170555)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 2795.7814355970363)
(0.0004, 2365.0734309405193)
(0.0013, 1132.4222413855482)
(0.0014, 1026.3925772283633)
(0.0015, 1010.2754475094684)
(0.002, 979.3316230906577)
(0.0021000000000000003, 976.3088841626198)
(0.0025, 436.0632930040411)
(0.0032, 411.45879726184893)
(0.004200000000000001, 389.86179964043106)
(0.004399999999999999, 383.9529901307249)
(0.006500000000000001, 24.274810759617445)
(0.0072, 23.87464807938222)
(0.0083, 23.87347710108952)
(0.0092, 23.81372661113932)
(0.0095, 23.71992989385535)
(0.009600000000000001, 23.454598931466013)
(0.0115, 23.434541910819313)
(0.014199999999999999, 23.381214374174686)
(0.0171, 23.378368769534525)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0018, 2939.1326893497444)
(0.0019, 2605.4344902471007)
(0.002, 2473.155763320699)
(0.0026, 982.8959443131615)
(0.0028, 962.5670265512924)
(0.0029000000000000002, 880.5506464671148)
(0.0033, 854.8133262953233)
(0.004200000000000001, 850.6080372374643)
(0.0045, 774.9741047332816)
(0.0047, 769.293017035102)
(0.0054, 728.6919104034514)
(0.0063, 328.964864800848)
(0.0066, 321.17669878022195)
(0.0067, 318.25770707920316)
(0.008, 304.2759276496766)
(0.0098, 23.577794026076365)
(0.0125, 23.56350429418515)
(0.0156, 22.72859149498142)
(0.0164, 22.6332151199597)
(0.0209, 22.493206688561507)
(0.0223, 22.13310952193347)
(0.0235, 22.121962716171264)
(0.0259, 22.103469740801426)
(0.0289, 21.8016806910688)
(0.029199999999999997, 21.685308519169478)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 2853.8698637127554)
(0.002, 2812.3964453992758)
(0.0021999999999999997, 2759.759127468733)
(0.0027, 2737.385379479582)
(0.0031, 2324.046317977861)
(0.0033, 2263.0908753437016)
(0.0034000000000000002, 2175.142833880191)
(0.0045, 901.6086119952545)
(0.0048000000000000004, 866.7640138391143)
(0.0054, 789.4245109649404)
(0.0056, 778.7565269976284)
(0.0060999999999999995, 763.3490869594336)
(0.0073999999999999995, 719.3681407499375)
(0.0077, 714.3389488499535)
(0.0087, 690.4352999216939)
(0.0091, 322.5130883611048)
(0.0093, 314.415097247598)
(0.011600000000000001, 298.9353995679791)
(0.012, 298.9297749822038)
(0.013800000000000002, 293.4011628028986)
(0.014199999999999999, 283.93592232444485)
(0.0187, 22.764481401016347)
(0.027500000000000004, 22.538631498890485)
(0.0315, 22.292726644909784)
(0.0353, 21.71608249038386)
(0.0502, 21.23180601792525)
(0.0518, 20.973419667486382)
(0.0601, 20.923932177949386)
(0.0617, 20.824356252676182)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0092, 239.13747983100808)
(0.0118, 236.62709533648794)
(0.0127, 221.32939352648418)
(0.0137, 218.71424119689445)
(0.014599999999999998, 208.36675454794297)
(0.0166, 153.4273137376885)
(0.023799999999999998, 148.24400665247128)
(0.0298, 146.3086668660562)
(0.0319, 140.43106802474716)
(0.0431, 119.50272122505972)
(0.0482, 114.75480298447017)
(0.0492, 109.34069420416928)
(0.0526, 92.97406626078914)
(0.057199999999999994, 90.7100206935349)
(0.0787, 74.32288326085752)
(0.0804, 71.08096378936506)
(0.0916, 69.46491151682848)
(0.0935, 66.79211761083344)
(0.137, 16.61619128180813)
(0.1898, 16.122217384540868)
(0.22280000000000003, 15.905906958932894)
(0.32330000000000003, 13.728387077944353)
(0.3311, 13.155108809689423)
(0.3899, 12.97746862604113)
(0.3991, 12.328275621663426)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.013900000000000001, 1594.2068426577919)
(0.0157, 1526.0754795928576)
(0.0186, 1464.5826451504317)
(0.0189, 1377.110949208514)
(0.0201, 1370.0719447960475)
(0.0222, 1365.376001333375)
(0.0248, 1320.0756234576236)
(0.0264, 693.9380778779013)
(0.0315, 667.7888017037092)
(0.034300000000000004, 657.3898967405291)
(0.048299999999999996, 597.3041802423421)
(0.055200000000000006, 562.7450846223273)
(0.06570000000000001, 558.0795789878176)
(0.0684, 530.8540676054535)
(0.07980000000000001, 528.7434567382045)
(0.0844, 500.45973571818405)
(0.0872, 289.4496486933579)
(0.0985, 274.8283233764976)
(0.12179999999999999, 273.69559633908756)
(0.12279999999999999, 263.8117685359778)
(0.1484, 261.25929438568056)
(0.15660000000000002, 249.2665770465537)
(0.1738, 26.378989562079695)
(0.26880000000000004, 25.481631878771143)
(0.284, 25.180239989556902)
(0.3496, 24.830610558811163)
(0.4253, 24.816518547225126)
(0.4507, 24.560543790755492)
(0.5309999999999999, 24.465233369218907)
(0.5647, 23.885303863138265)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 2508.8446214186206)
(0.0005, 2321.743539555347)
(0.0006000000000000001, 2216.6399780148927)
(0.0007, 2149.7774777669974)
(0.0008, 2033.2766151355179)
(0.001, 699.912025065514)
(0.0013, 697.8616267649304)
(0.0015, 658.5491270460215)
(0.0021000000000000003, 299.59299306064634)
(0.0021999999999999997, 286.54164181925864)
(0.0027, 24.008982028490127)
(0.0033, 23.85075405028413)
(0.004200000000000001, 22.949136979384868)
(0.0064, 22.399238023967733)
(0.0078, 21.942198884543437)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0189, 1105.2516465580256)
(0.019, 1077.8562340623625)
(0.025, 1061.3667966076175)
(0.027500000000000004, 1046.2572324086743)
(0.029199999999999997, 961.3421325442068)
(0.0323, 951.4751105436852)
(0.0381, 574.1910126864565)
(0.055200000000000006, 557.8663226252664)
(0.0675, 530.5266619655512)
(0.0757, 513.0131257749986)
(0.09190000000000001, 438.3361905681571)
(0.0927, 418.42229516426073)
(0.1065, 402.7859551399647)
(0.1075, 391.55731427207917)
(0.1109, 264.5323635105)
(0.1276, 262.870706066922)
(0.1639, 216.91204895299427)
(0.1664, 209.74948355308675)
(0.19390000000000002, 202.16231483654911)
(0.1968, 199.0556126956574)
(0.2186, 27.342102636912937)
(0.3507, 27.0715423898945)
(0.495, 25.14866089399432)
(0.504, 24.626152168949087)
(0.5875, 24.57373878407161)
(0.5972000000000001, 24.053334891659308)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021999999999999997, 881.7079256728264)
(0.0023, 880.5987133357155)
(0.0024000000000000002, 861.0214250288218)
(0.003, 798.1093372405)
(0.0031, 733.1473970434312)
(0.004399999999999999, 439.1066366565908)
(0.0045, 437.45293602052226)
(0.0053, 436.0408077169263)
(0.0062, 420.2943570804145)
(0.0064, 420.28526021928604)
(0.007299999999999999, 367.4880899206392)
(0.0091, 337.0376123266791)
(0.0098, 331.0130427364161)
(0.0112, 225.79823230133147)
(0.0126, 201.09711284503646)
(0.0128, 194.3707831745307)
(0.0162, 178.49591619113409)
(0.0165, 174.64955197350514)
(0.0178, 171.01136841459774)
(0.018099999999999998, 162.31556518215834)
(0.0247, 19.5330829675372)
(0.033600000000000005, 19.317380084010605)
(0.0385, 19.17784300129102)
(0.0423, 18.173596735946628)
(0.0432, 18.172377060897258)
(0.061, 17.5839392812646)
(0.0624, 17.399303313361315)
(0.07089999999999999, 17.066696319495964)
(0.0726, 16.83070559813862)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 2923.230681521977)
(0.0021999999999999997, 2713.3320783303025)
(0.0023, 2362.41187361055)
(0.0043, 1042.9586248465764)
(0.005, 931.5978232309086)
(0.0052, 908.3037066023522)
(0.0059, 877.1187920477818)
(0.0066, 844.413154254485)
(0.007000000000000001, 819.8699875054147)
(0.0073999999999999995, 349.88539456145327)
(0.008400000000000001, 347.76154473867626)
(0.0087, 332.3220720181802)
(0.0097, 330.9910743843393)
(0.0112, 322.1381912614099)
(0.011600000000000001, 314.0711028203548)
(0.012199999999999999, 303.0185511359121)
(0.014199999999999999, 22.511715642657236)
(0.0166, 22.37233870742252)
(0.016800000000000002, 22.332463211317933)
(0.0184, 22.17842990138299)
(0.0222, 22.073758913785376)
(0.023, 21.969071036546065)
(0.0258, 21.890102126521477)
(0.0312, 21.539292409319337)
(0.0359, 21.360741983149502)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.006, 2596.3318483193466)
(0.0062, 2266.9854845614022)
(0.0063, 2197.2050266982446)
(0.0064, 2192.8089027653323)
(0.006500000000000001, 2097.335516857725)
(0.010100000000000001, 904.2659979234004)
(0.011, 808.693772718763)
(0.0123, 764.6674147491356)
(0.0124, 676.0410462886924)
(0.013900000000000001, 341.8763346699017)
(0.014000000000000002, 330.7364179221228)
(0.014799999999999999, 328.15246263546163)
(0.0159, 321.9486351833343)
(0.0166, 300.08730090250043)
(0.016900000000000002, 281.5394081965795)
(0.0237, 23.8837651720245)
(0.024, 23.635490292118895)
(0.0242, 23.545053967650766)
(0.0315, 23.234648151438247)
(0.0369, 22.872405104039707)
(0.0405, 22.765782371855412)
(0.046, 22.138745507121047)
(0.0477, 21.558957947170555)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 2795.7814355970363)
(0.0004, 2365.0734309405193)
(0.0015, 1132.4222413855482)
(0.0016, 1026.3925772283633)
(0.0018, 1010.2754475094684)
(0.0024000000000000002, 979.3316230906577)
(0.0025, 976.3088841626198)
(0.0027, 436.0632930040411)
(0.0036, 411.45879726184893)
(0.0036999999999999997, 398.88832915849696)
(0.0048000000000000004, 389.86179964043106)
(0.005, 383.9529901307249)
(0.007299999999999999, 24.274810759617445)
(0.008, 23.87464807938222)
(0.0091, 23.87347710108952)
(0.0106, 23.81372661113932)
(0.0111, 23.71992989385535)
(0.0132, 23.434541910819313)
(0.016, 23.381214374174686)
(0.0193, 23.378368769534525)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 2939.1326893497444)
(0.002, 2605.4344902471007)
(0.0021000000000000003, 2473.155763320699)
(0.003, 982.8959443131615)
(0.0032, 962.5670265512924)
(0.0033, 902.4926701992009)
(0.0034000000000000002, 880.5506464671148)
(0.0038, 854.8133262953233)
(0.0046, 850.6080372374643)
(0.005, 774.9741047332816)
(0.0050999999999999995, 769.293017035102)
(0.0052, 735.6311517387979)
(0.006, 728.6919104034514)
(0.0062, 336.7613215342132)
(0.006900000000000001, 328.964864800848)
(0.0075, 321.17669878022195)
(0.0091, 304.2759276496766)
(0.0111, 23.577794026076365)
(0.014199999999999999, 23.56350429418515)
(0.017599999999999998, 22.72859149498142)
(0.0183, 22.6332151199597)
(0.0233, 22.493206688561507)
(0.0247, 22.13310952193347)
(0.0258, 22.121962716171264)
(0.028599999999999997, 22.103469740801426)
(0.0318, 21.8016806910688)
(0.0319, 21.685308519169478)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 2853.8698637127554)
(0.002, 2812.3964453992758)
(0.0021999999999999997, 2759.759127468733)
(0.0027, 2737.385379479582)
(0.0031, 2324.046317977861)
(0.0033, 2263.0908753437016)
(0.0034000000000000002, 2175.142833880191)
(0.0045, 901.6086119952545)
(0.0048000000000000004, 866.7640138391143)
(0.0054, 789.4245109649404)
(0.0056, 778.7565269976284)
(0.0062, 763.3490869594336)
(0.0075, 719.3681407499375)
(0.0078, 714.3389488499535)
(0.0089, 690.4352999216939)
(0.0091, 322.5130883611048)
(0.0097, 314.415097247598)
(0.011899999999999999, 298.9353995679791)
(0.0123, 298.9297749822038)
(0.014299999999999998, 293.4011628028986)
(0.0147, 283.93592232444485)
(0.0196, 22.764481401016347)
(0.028399999999999998, 22.538631498890485)
(0.032600000000000004, 22.292726644909784)
(0.0369, 21.71608249038386)
(0.037, 21.410159573759415)
(0.0524, 21.23180601792525)
(0.0541, 20.973419667486382)
(0.0628, 20.923932177949386)
(0.0646, 20.824356252676182)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0104, 239.13747983100808)
(0.013300000000000001, 236.62709533648794)
(0.014199999999999999, 221.32939352648418)
(0.0154, 218.71424119689445)
(0.0164, 208.36675454794297)
(0.0184, 153.4273137376885)
(0.0268, 148.24400665247128)
(0.033, 146.3086668660562)
(0.034999999999999996, 140.43106802474716)
(0.0351, 128.58140234557908)
(0.035699999999999996, 127.6732308699533)
(0.047799999999999995, 119.50272122505972)
(0.053200000000000004, 114.75480298447017)
(0.0543, 109.34069420416928)
(0.0576, 92.97406626078914)
(0.0625, 90.7100206935349)
(0.0631, 80.57813019456171)
(0.0867, 74.32288326085752)
(0.0885, 71.08096378936506)
(0.1004, 69.46491151682848)
(0.1025, 66.79211761083344)
(0.1506, 16.61619128180813)
(0.2077, 16.122217384540868)
(0.2439, 15.905906958932894)
(0.35459999999999997, 13.728387077944353)
(0.3631, 13.155108809689423)
(0.42699999999999994, 12.97746862604113)
(0.43710000000000004, 12.328275621663426)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 0.6251335144042969)
(0.014000000000000002, 0.6518363952636719)
(0.0161, 0.676274299621582)
(0.0164, 0.7166862487792969)
(0.0179, 0.7193088531494141)
(0.019700000000000002, 0.7236003875732422)
(0.0222, 0.7517337799072266)
(0.0237, 1.435399055480957)
(0.028499999999999998, 1.4934539794921875)
(0.0308, 1.520395278930664)
(0.0434, 1.6727447509765625)
(0.0495, 1.7774105072021484)
(0.0591, 1.7856359481811523)
(0.0615, 1.8858909606933594)
(0.072, 1.904606819152832)
(0.0763, 2.000570297241211)
(0.07880000000000001, 3.480076789855957)
(0.0884, 3.6690235137939453)
(0.10980000000000001, 3.682374954223633)
(0.11080000000000001, 3.802657127380371)
(0.1341, 3.855466842651367)
(0.142, 4.032254219055176)
(0.1584, 38.623809814453125)
(0.24430000000000002, 39.77656364440918)
(0.2585, 40.36271572113037)
(0.3162, 40.91966152191162)
(0.38570000000000004, 40.92812538146973)
(0.4093, 41.44275188446045)
(0.4838, 41.45205020904541)
(0.5163, 42.49989986419678)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 0.39577484130859375)
(0.14750000000000002, 0.3962516784667969)
(0.1542, 0.4277229309082031)
(0.1599, 0.4323720932006836)
(0.1609, 0.43654441833496094)
(0.1768, 0.44596195220947266)
(0.1965, 0.45931339263916016)
(0.20350000000000001, 0.4825592041015625)
(0.3661, 1.1826753616333008)
(0.3843, 1.2227296829223633)
(0.4373, 1.3602972030639648)
(0.4431, 1.3897418975830078)
(0.5354, 1.4182329177856445)
(0.55, 1.459360122680664)
(0.6063, 1.4766454696655273)
(0.6321, 1.5540122985839844)
(0.6599999999999999, 3.1436681747436523)
(0.6799999999999999, 3.203272819519043)
(0.6905, 3.2541751861572266)
(0.7809999999999999, 3.287792205810547)
(0.7932, 3.3611059188842773)
(0.7962, 3.4050941467285156)
(0.8214, 3.4224987030029297)
(0.852, 3.517746925354004)
(0.8606, 42.874813079833984)
(0.8851000000000001, 43.68281364440918)
(0.9102, 44.33798789978027)
(0.9301, 45.54581642150879)
(0.9430999999999999, 46.37277126312256)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 0.899195671081543)
(0.0167, 0.9142160415649414)
(0.0227, 0.9380578994750977)
(0.0251, 0.9499788284301758)
(0.026600000000000002, 1.0364055633544922)
(0.029599999999999998, 1.049637794494629)
(0.034499999999999996, 1.7417669296264648)
(0.0499, 1.7954111099243164)
(0.0612, 1.8765926361083984)
(0.06899999999999999, 1.9338130950927734)
(0.0839, 2.3130178451538086)
(0.0847, 2.4061203002929688)
(0.0978, 2.5157928466796875)
(0.0988, 2.5779008865356445)
(0.10069999999999998, 3.7490129470825195)
(0.1163, 3.77500057220459)
(0.14830000000000002, 4.602313041687012)
(0.1506, 4.729747772216797)
(0.17609999999999998, 4.948854446411133)
(0.1787, 5.024909973144531)
(0.1963, 36.6138219833374)
(0.3181, 36.96179389953613)
(0.4485, 39.76297378540039)
(0.4563, 40.691494941711426)
(0.5378999999999999, 40.802597999572754)
(0.5474, 41.65768623352051)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0926, 1.1134147644042969)
(0.10389999999999999, 1.1240243911743164)
(0.10880000000000001, 1.1513233184814453)
(0.11140000000000001, 1.2398958206176758)
(0.1237, 1.246809959411621)
(0.12430000000000001, 1.2868642807006836)
(0.1313, 1.356363296508789)
(0.1321, 1.373887062072754)
(0.2064, 2.267003059387207)
(0.20670000000000002, 2.2771358489990234)
(0.2676, 2.2919178009033203)
(0.3162, 2.3626089096069336)
(0.3478, 2.371072769165039)
(0.42889999999999995, 2.970099449157715)
(0.4828, 3.043055534362793)
(0.48769999999999997, 3.1867027282714844)
(0.5797, 4.456877708435059)
(0.5798, 5.222678184509277)
(0.7138, 5.710124969482422)
(0.7197, 5.804538726806641)
(0.7793, 5.949616432189941)
(0.7862, 6.220102310180664)
(0.9252, 50.65441131591797)
(0.9574, 51.05483531951904)
(0.9663999999999999, 51.62811279296875)
(0.9848000000000001, 54.491400718688965)
(0.9869, 54.522037506103516)
(0.9930999999999999, 56.51962757110596)
(0.9941000000000001, 57.20925331115723)
(0.9951000000000001, 58.400511741638184)
(0.9965999999999999, 58.58194828033447)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 0.3380775451660156)
(0.0149, 0.3414154052734375)
(0.0153, 0.3439188003540039)
(0.0187, 0.3635883331298828)
(0.019700000000000002, 0.37872791290283203)
(0.0207, 0.38564205169677734)
(0.034699999999999995, 0.9359121322631836)
(0.036199999999999996, 0.9455680847167969)
(0.0442, 1.078963279724121)
(0.0578, 1.0794401168823242)
(0.0639, 1.1591911315917969)
(0.0746, 2.842545509338379)
(0.0782, 2.902865409851074)
(0.09290000000000001, 2.9077529907226562)
(0.1058, 3.0177831649780273)
(0.11879999999999999, 3.1461715698242188)
(0.11910000000000001, 3.293752670288086)
(0.1396, 43.61236095428467)
(0.1696, 43.746352195739746)
(0.1869, 43.87795925140381)
(0.24380000000000002, 44.68560218811035)
(0.3342, 44.76523399353027)
(0.3854, 45.29309272766113)
(0.4436, 45.94564437866211)
(0.4462, 46.66268825531006)
(0.5109, 47.06132411956787)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 0.3795623779296875)
(0.014599999999999998, 0.3870725631713867)
(0.0152, 0.396728515625)
(0.0159, 0.41222572326660156)
(0.0179, 0.4343986511230469)
(0.0195, 0.4475116729736328)
(0.0196, 0.47791004180908203)
(0.035699999999999996, 1.0528564453125)
(0.0387, 1.0876655578613281)
(0.0418, 1.2025833129882812)
(0.058199999999999995, 1.2427568435668945)
(0.06, 1.4559030532836914)
(0.0618, 2.5713443756103516)
(0.0684, 2.873659133911133)
(0.0907, 2.9489994049072266)
(0.10629999999999999, 2.965688705444336)
(0.1117, 3.2705068588256836)
(0.1407, 41.41819477081299)
(0.1778, 41.78440570831299)
(0.19870000000000002, 41.94056987762451)
(0.2431, 42.647361755371094)
(0.32130000000000003, 43.39015483856201)
(0.3559, 43.46489906311035)
(0.3772, 44.846534729003906)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.019200000000000002, 0.28824806213378906)
(0.0193, 0.30159950256347656)
(0.0206, 0.3077983856201172)
(0.0219, 0.31447410583496094)
(0.0223, 0.35452842712402344)
(0.052000000000000005, 0.8869171142578125)
(0.056299999999999996, 0.9666681289672852)
(0.0595, 0.9714365005493164)
(0.0615, 0.972747802734375)
(0.076, 1.016378402709961)
(0.08149999999999999, 1.0268688201904297)
(0.0857, 2.3202896118164062)
(0.1, 2.45058536529541)
(0.1045, 2.453446388244629)
(0.1149, 2.5327205657958984)
(0.1363, 2.593517303466797)
(0.1522, 2.6314258575439453)
(0.2278, 41.487693786621094)
(0.22799999999999998, 42.255401611328125)
(0.30379999999999996, 42.372703552246094)
(0.3339, 42.39213466644287)
(0.35760000000000003, 42.3966646194458)
(0.4098, 42.609214782714844)
(0.6032, 43.07997226715088)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 0.3396272659301758)
(0.12110000000000001, 0.35750865936279297)
(0.1315, 0.3819465637207031)
(0.1323, 0.4006624221801758)
(0.1407, 0.4044771194458008)
(0.15889999999999999, 0.4050731658935547)
(0.1628, 0.446319580078125)
(0.26389999999999997, 1.0117292404174805)
(0.2886, 1.0342597961425781)
(0.3052, 1.0842084884643555)
(0.325, 1.1751651763916016)
(0.34700000000000003, 1.1897087097167969)
(0.4218, 1.2269020080566406)
(0.4747, 1.3037919998168945)
(0.49219999999999997, 1.3628005981445312)
(0.5203, 2.9529333114624023)
(0.5344, 3.0031204223632812)
(0.6168, 3.0438899993896484)
(0.6212, 3.120303153991699)
(0.6628000000000001, 3.1523704528808594)
(0.6809000000000001, 3.2793283462524414)
(0.6809999999999999, 3.349423408508301)
(0.7112, 42.58143901824951)
(0.7442, 42.65165328979492)
(0.7493000000000001, 44.27015781402588)
(0.7955, 44.281005859375)
(0.8118000000000001, 44.432640075683594)
(0.836, 44.76320743560791)
(0.8568, 45.40109634399414)
(0.8627, 45.455217361450195)
(0.8897, 46.00262641906738)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 0.3490447998046875)
(0.0021999999999999997, 0.3528594970703125)
(0.0025, 0.3631114959716797)
(0.003, 0.36728382110595703)
(0.0031, 0.40411949157714844)
(0.0035000000000000005, 0.4303455352783203)
(0.0036999999999999997, 0.4426240921020508)
(0.0038, 0.45669078826904297)
(0.0043, 1.077890396118164)
(0.0059, 1.1216402053833008)
(0.0062, 1.1674165725708008)
(0.0068000000000000005, 1.2810230255126953)
(0.007000000000000001, 1.2917518615722656)
(0.0072, 1.3091564178466797)
(0.0092, 1.4046430587768555)
(0.0095, 1.4072656631469727)
(0.0106, 1.461625099182129)
(0.0107, 3.113269805908203)
(0.0108, 3.1805038452148438)
(0.014799999999999999, 3.3600330352783203)
(0.017, 3.469705581665039)
(0.0174, 3.5303831100463867)
(0.0251, 44.34549808502197)
(0.037, 45.041799545288086)
(0.0431, 45.48919200897217)
(0.046, 46.45669460296631)
(0.0668, 47.61373996734619)
(0.0688, 48.04205894470215)
(0.08199999999999999, 48.51245880126953)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0091, 4.120588302612305)
(0.011600000000000001, 4.15349006652832)
(0.0125, 4.462122917175293)
(0.013500000000000002, 4.528403282165527)
(0.0144, 4.754304885864258)
(0.0165, 6.4296722412109375)
(0.0236, 6.723165512084961)
(0.0294, 6.760597229003906)
(0.0315, 7.053613662719727)
(0.0426, 8.355975151062012)
(0.0477, 8.697509765625)
(0.0487, 9.127378463745117)
(0.0519, 10.731935501098633)
(0.056499999999999995, 10.98012924194336)
(0.07780000000000001, 13.430476188659668)
(0.0795, 14.061570167541504)
(0.0907, 14.415144920349121)
(0.0926, 14.952301979064941)
(0.1355, 60.45663356781006)
(0.1874, 62.236905097961426)
(0.2203, 63.14289569854736)
(0.3189, 73.30954074859619)
(0.3266, 76.4089822769165)
(0.38530000000000003, 77.48496532440186)
(0.3944, 81.4274549484253)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 0.684511661529541)
(0.014000000000000002, 0.7208108901977538)
(0.014099999999999998, 0.7731914520263672)
(0.0159, 0.7786750793457031)
(0.0161, 0.7854223251342772)
(0.0164, 0.815892219543457)
(0.019700000000000002, 0.8226275444030761)
(0.0222, 0.8350372314453124)
(0.0237, 1.6696572303771973)
(0.028499999999999998, 1.7479658126831055)
(0.0308, 1.7714738845825195)
(0.0434, 1.9121527671813965)
(0.0495, 1.9817590713500977)
(0.0591, 2.079367637634277)
(0.072, 2.133095264434814)
(0.0763, 2.2211670875549316)
(0.07880000000000001, 3.9043784141540527)
(0.0884, 4.1072726249694815)
(0.10980000000000001, 4.2423248291015625)
(0.11080000000000001, 4.2832255363464355)
(0.11510000000000001, 4.407036304473877)
(0.1341, 4.4158101081848145)
(0.142, 4.530048370361328)
(0.1584, 47.628891468048096)
(0.20329999999999998, 49.135613441467285)
(0.24430000000000002, 49.27794933319091)
(0.2585, 49.51256513595581)
(0.3162, 49.774205684661865)
(0.38570000000000004, 50.04197359085083)
(0.4093, 50.29499530792236)
(0.4838, 50.93469619750976)
(0.5163, 51.95395946502685)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 0.44325590133666987)
(0.14750000000000002, 0.4449009895324707)
(0.1542, 0.47278404235839844)
(0.1599, 0.481879711151123)
(0.1609, 0.4905104637145995)
(0.1768, 0.49592256546020513)
(0.1776, 0.5130767822265625)
(0.1965, 0.5190730094909667)
(0.1967, 0.5402684211730957)
(0.20350000000000001, 0.5533933639526367)
(0.3661, 1.387929916381836)
(0.3843, 1.452958583831787)
(0.4373, 1.571857929229736)
(0.4431, 1.605534553527832)
(0.5258, 1.6148567199707031)
(0.5354, 1.6391396522521973)
(0.6063, 1.6772866249084473)
(0.6321, 1.7804503440856931)
(0.6599999999999999, 3.5370707511901855)
(0.6905, 3.657865524291992)
(0.7809999999999999, 3.689610958099365)
(0.7932, 3.76279354095459)
(0.7962, 3.8435816764831543)
(0.8214, 3.8467049598693848)
(0.852, 3.9070725440979004)
(0.8606, 51.670193672180176)
(0.8851000000000001, 52.87371873855591)
(0.9102, 53.51293087005615)
(0.9301, 54.34379577636719)
(0.9430999999999999, 55.6026816368103)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 0.9983062744140625)
(0.0167, 1.0608315467834473)
(0.0251, 1.0693073272705078)
(0.029599999999999998, 1.1346936225891113)
(0.034499999999999996, 1.9618511199951167)
(0.0346, 2.036106586456299)
(0.0499, 2.0557761192321777)
(0.0612, 2.242612838745117)
(0.06899999999999999, 2.3627638816833496)
(0.0839, 2.59857177734375)
(0.0847, 2.679908275604248)
(0.0978, 2.839350700378418)
(0.0988, 2.8472185134887695)
(0.10069999999999998, 4.5714497566223145)
(0.1163, 4.600882530212402)
(0.14830000000000002, 5.440807342529296)
(0.1506, 5.551671981811523)
(0.17609999999999998, 5.734062194824218)
(0.1787, 5.761408805847168)
(0.1963, 47.89270162582397)
(0.3181, 48.226070404052734)
(0.4485, 50.914859771728516)
(0.4563, 51.660513877868645)
(0.5378999999999999, 52.2456407546997)
(0.5474, 52.890229225158684)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0926, 1.2662649154663086)
(0.0927, 1.2728691101074217)
(0.10389999999999999, 1.2819886207580566)
(0.10880000000000001, 1.3044476509094238)
(0.1237, 1.3881564140319822)
(0.12430000000000001, 1.5056133270263672)
(0.1313, 1.5238761901855467)
(0.1321, 1.5476226806640625)
(0.2064, 2.5249123573303223)
(0.20670000000000002, 2.5444507598876953)
(0.2077, 2.5876522064208984)
(0.2676, 2.599048614501953)
(0.3478, 2.735769748687744)
(0.4828, 3.3648252487182617)
(0.48769999999999997, 3.490304946899414)
(0.5257, 5.283820629119872)
(0.5797, 5.34442663192749)
(0.5798, 5.934286117553711)
(0.7138, 6.51782751083374)
(0.7197, 6.616353988647461)
(0.7793, 6.827938556671142)
(0.7862, 7.119512557983398)
(0.9252, 66.768741607666)
(0.9574, 66.85762405395508)
(0.9663999999999999, 67.15173721313477)
(0.9869, 69.8806881904602)
(0.9930999999999999, 72.10363149642944)
(0.9941000000000001, 72.41654396057129)
(0.9951000000000001, 74.0099549293518)
(0.9965999999999999, 74.8706579208374)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 0.4155755043029785)
(0.0153, 0.42942762374877924)
(0.0165, 0.4409074783325195)
(0.017599999999999998, 0.45087337493896484)
(0.0187, 0.451815128326416)
(0.0207, 0.4709124565124511)
(0.034699999999999995, 1.2445807456970215)
(0.036199999999999996, 1.2536168098449707)
(0.0442, 1.3849973678588867)
(0.0513, 1.4350652694702148)
(0.0558, 1.461827754974365)
(0.0578, 1.4962792396545408)
(0.0639, 1.5314698219299316)
(0.0746, 3.3642292022705074)
(0.0782, 3.42179536819458)
(0.09290000000000001, 3.4986376762390137)
(0.1012, 3.6111116409301753)
(0.11879999999999999, 3.7410378456115723)
(0.11910000000000001, 3.865182399749756)
(0.1396, 53.116726875305176)
(0.1696, 53.28906774520874)
(0.1869, 53.54280471801758)
(0.24380000000000002, 53.6906361579895)
(0.26789999999999997, 54.67501878738403)
(0.3342, 54.69874143600464)
(0.3791, 55.2269697189331)
(0.3854, 55.29196262359619)
(0.4436, 55.63650131225586)
(0.4462, 55.993688106536865)
(0.5109, 56.34920597076415)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 0.46422481536865234)
(0.0127, 0.4890084266662598)
(0.013800000000000002, 0.48977136611938477)
(0.0159, 0.5059361457824707)
(0.018, 0.541234016418457)
(0.0195, 0.5619645118713379)
(0.0196, 0.5700826644897461)
(0.0256, 1.3262510299682615)
(0.0261, 1.3852357864379883)
(0.0269, 1.411449909210205)
(0.032, 1.4655709266662598)
(0.035699999999999996, 1.500856876373291)
(0.0358, 1.5106439590454102)
(0.0418, 1.5612125396728516)
(0.0424, 1.643681526184082)
(0.0428, 1.6787171363830566)
(0.0519, 1.719498634338379)
(0.058199999999999995, 1.734781265258789)
(0.06, 1.8347859382629395)
(0.0618, 3.510797023773193)
(0.0684, 3.632080554962158)
(0.0703, 3.634488582611084)
(0.075, 3.7194013595581055)
(0.0907, 3.879952430725097)
(0.094, 3.9332270622253422)
(0.10629999999999999, 4.033100605010986)
(0.1117, 4.093992710113525)
(0.1407, 50.96297264099121)
(0.19870000000000002, 51.5979528427124)
(0.2431, 52.08159685134888)
(0.2516, 52.94421911239624)
(0.3559, 53.13496589660644)
(0.3772, 54.128026962280266)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.020499999999999997, 0.8566856384277324)
(0.052000000000000005, 0.9963870048522948)
(0.0538, 1.1034846305847166)
(0.0615, 1.1127233505249023)
(0.076, 1.1433005332946775)
(0.08149999999999999, 1.1491775512695312)
(0.0857, 2.648007869720459)
(0.1045, 2.8263330459594727)
(0.1149, 2.888977527618408)
(0.1363, 2.93731689453125)
(0.1522, 3.000044822692871)
(0.2278, 49.3652582168579)
(0.22799999999999998, 49.57783222198486)
(0.35760000000000003, 49.93270635604858)
(0.4098, 50.29284954071045)
(0.508, 51.10809803009033)
(0.6032, 51.263296604156494)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 0.38814544677734375)
(0.12110000000000001, 0.4162788391113281)
(0.1256, 0.43823719024658203)
(0.1315, 0.444185733795166)
(0.15889999999999999, 0.4570603370666504)
(0.1628, 0.5209565162658691)
(0.26389999999999997, 1.2301087379455566)
(0.2886, 1.2505054473876953)
(0.3052, 1.3301968574523926)
(0.325, 1.4005184173583984)
(0.34700000000000003, 1.419222354888916)
(0.3518, 1.4270663261413572)
(0.4218, 1.5008926391601562)
(0.43310000000000004, 1.5302062034606934)
(0.4747, 1.5559911727905271)
(0.49219999999999997, 1.6085267066955566)
(0.5344, 3.464996814727783)
(0.5414, 3.529083728790283)
(0.6168, 3.555774688720703)
(0.6212, 3.5650134086608887)
(0.6294, 3.6642909049987793)
(0.6628000000000001, 3.672146797180176)
(0.6809000000000001, 3.7962436676025386)
(0.6809999999999999, 3.8505792617797847)
(0.7442, 50.05556344985962)
(0.8118000000000001, 51.81998014450073)
(0.836, 52.288925647735596)
(0.8464, 52.74280309677123)
(0.8627, 53.03387641906737)
(0.8897, 53.84345054626465)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 0.38672685623168945)
(0.0021999999999999997, 0.39578676223754883)
(0.0025, 0.40912628173828125)
(0.003, 0.4124760627746582)
(0.0031, 0.44323205947875977)
(0.0035000000000000005, 0.4697203636169433)
(0.0036999999999999997, 0.4928231239318848)
(0.0038, 0.5090594291687011)
(0.0043, 1.2500643730163574)
(0.0059, 1.3382792472839355)
(0.0062, 1.3985753059387207)
(0.0068000000000000005, 1.4522075653076172)
(0.007000000000000001, 1.4632701873779297)
(0.0072, 1.5033006668090818)
(0.0095, 1.5819549560546875)
(0.0106, 1.6196370124816895)
(0.0107, 3.5926103591918945)
(0.0108, 3.665304183959961)
(0.014799999999999999, 3.847706317901611)
(0.017, 3.9120674133300777)
(0.0174, 4.0915846824646)
(0.0251, 53.5486102104187)
(0.037, 54.21315431594848)
(0.0431, 54.5397162437439)
(0.046, 55.56715726852417)
(0.0668, 56.795358657836914)
(0.08199999999999999, 57.67635107040405)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 4.795420169830322)
(0.0125, 5.161607265472412)
(0.013500000000000002, 5.305111408233643)
(0.0144, 5.318474769592285)
(0.0236, 7.376301288604736)
(0.0294, 7.605922222137451)
(0.0315, 7.906484603881835)
(0.0426, 9.036374092102049)
(0.0477, 9.408485889434814)
(0.0487, 9.798777103424072)
(0.0519, 11.679506301879883)
(0.056499999999999995, 12.011587619781494)
(0.07780000000000001, 14.662766456604004)
(0.0795, 15.014505386352539)
(0.0907, 15.650963783264158)
(0.0926, 15.99518060684204)
(0.1355, 71.01691961288452)
(0.1874, 73.00907373428345)
(0.2203, 74.00015592575073)
(0.3189, 84.95718240737915)
(0.3266, 87.73199319839476)
(0.38530000000000003, 89.94780778884888)
(0.3944, 93.0596113204956)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.012199999999999999, 0.7245826721191406)
(0.014000000000000002, 0.7810854911804198)
(0.014099999999999998, 0.8132696151733398)
(0.0159, 0.8378076553344727)
(0.0164, 0.8528351783752441)
(0.0222, 0.8802986145019531)
(0.0237, 1.805870532989502)
(0.028499999999999998, 1.8604230880737305)
(0.0308, 1.8691658973693845)
(0.0434, 2.0781326293945312)
(0.0495, 2.087368965148926)
(0.0591, 2.193460464477539)
(0.0615, 2.24867582321167)
(0.072, 2.249722480773926)
(0.0763, 2.35825777053833)
(0.07880000000000001, 4.0499019622802725)
(0.0884, 4.32997703552246)
(0.11080000000000001, 4.469194412231445)
(0.1341, 4.681506156921387)
(0.142, 4.769885540008545)
(0.1584, 50.35950422286987)
(0.24430000000000002, 51.881976127624505)
(0.2585, 51.97969436645507)
(0.3162, 52.203257083892815)
(0.3955, 53.05655002593994)
(0.4838, 53.68838548660278)
(0.5163, 54.711811542510986)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 0.4637312889099121)
(0.14750000000000002, 0.4785346984863281)
(0.1542, 0.49930095672607416)
(0.1599, 0.5133152008056641)
(0.1609, 0.5231428146362305)
(0.1768, 0.5424475669860839)
(0.1776, 0.5436134338378906)
(0.1802, 0.5507469177246094)
(0.1965, 0.5867528915405273)
(0.1967, 0.6025123596191406)
(0.20350000000000001, 0.6419038772583007)
(0.3325, 1.474165916442871)
(0.3661, 1.477804183959961)
(0.3843, 1.5823245048522947)
(0.421, 1.6625070571899412)
(0.5258, 1.7192888259887693)
(0.5354, 1.7616796493530273)
(0.6063, 1.7617774009704588)
(0.6321, 1.8784713745117185)
(0.6599999999999999, 3.7780046463012695)
(0.6905, 3.8843464851379395)
(0.7809999999999999, 3.9454841613769527)
(0.7932, 3.9773511886596684)
(0.8214, 4.131724834442139)
(0.852, 4.231197834014892)
(0.8606, 56.94609880447387)
(0.8851000000000001, 57.76672363281249)
(0.8874000000000001, 58.07334661483765)
(0.9102, 58.411169052124016)
(0.9301, 59.0089726448059)
(0.9430999999999999, 60.18681049346924)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 1.0364174842834473)
(0.0167, 1.1084723472595213)
(0.0227, 1.123955249786377)
(0.0251, 1.1320137977600098)
(0.029599999999999998, 1.1976313591003418)
(0.034499999999999996, 2.084789276123047)
(0.0346, 2.136523723602295)
(0.0499, 2.2219443321228027)
(0.0612, 2.4519801139831543)
(0.06899999999999999, 2.5161099433898926)
(0.0839, 2.74454116821289)
(0.0847, 2.8120517730712886)
(0.0978, 2.965366840362549)
(0.0988, 3.0429482460021973)
(0.1163, 4.919867515563965)
(0.14830000000000002, 5.725951194763183)
(0.1506, 6.036319732666016)
(0.17609999999999998, 6.087665557861328)
(0.1787, 6.137034893035889)
(0.1963, 53.259778022766106)
(0.3181, 53.32129240036011)
(0.4485, 56.177048683166504)
(0.4563, 57.321083545684814)
(0.5474, 57.649524211883545)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10389999999999999, 1.3618731498718262)
(0.10880000000000001, 1.4000415802001953)
(0.1237, 1.4844226837158203)
(0.1313, 1.58968448638916)
(0.1321, 1.724100112915039)
(0.2064, 2.666263580322265)
(0.20670000000000002, 2.69989013671875)
(0.2676, 2.7657151222229004)
(0.3478, 2.953736782073974)
(0.4828, 3.5093331336975098)
(0.48769999999999997, 3.66551399230957)
(0.5257, 5.701057910919189)
(0.5797, 5.719506740570068)
(0.5798, 6.141257286071777)
(0.7138, 6.810429096221924)
(0.7197, 6.938390731811523)
(0.7793, 7.264289855957031)
(0.7862, 7.481703758239746)
(0.9252, 70.54987668991089)
(0.9574, 70.8393120765686)
(0.9663999999999999, 72.22562074661253)
(0.9848000000000001, 74.557044506073)
(0.9869, 75.1637578010559)
(0.9941000000000001, 76.35976076126099)
(0.9951000000000001, 78.82443904876709)
(0.9965999999999999, 79.39438104629517)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014299999999999998, 0.4527735710144043)
(0.014599999999999998, 0.45777082443237305)
(0.0149, 0.4613685607910156)
(0.0153, 0.46187162399291987)
(0.017599999999999998, 0.4866218566894531)
(0.0187, 0.49376964569091797)
(0.0207, 0.49767494201660145)
(0.0313, 1.3337326049804688)
(0.036199999999999996, 1.3526368141174316)
(0.0442, 1.4787602424621582)
(0.0513, 1.5426611900329588)
(0.0558, 1.5798926353454588)
(0.0639, 1.6001224517822266)
(0.0782, 3.6269736289978027)
(0.09290000000000001, 3.7040042877197266)
(0.1012, 3.856685161590576)
(0.1058, 3.9375567436218266)
(0.11879999999999999, 4.014980792999268)
(0.11910000000000001, 4.156382083892822)
(0.1869, 58.04205894470214)
(0.24380000000000002, 58.48216533660888)
(0.314, 58.987360000610344)
(0.4436, 59.11462545394897)
(0.4462, 60.32370567321777)
(0.5109, 60.98105192184448)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 0.5006909370422363)
(0.0127, 0.5314493179321289)
(0.0159, 0.5398011207580566)
(0.0179, 0.5774831771850586)
(0.018, 0.584864616394043)
(0.0195, 0.5955839157104492)
(0.0196, 0.6003522872924805)
(0.0256, 1.3907361030578613)
(0.0261, 1.46867036819458)
(0.0269, 1.5018153190612793)
(0.027200000000000002, 1.593976020812988)
(0.035699999999999996, 1.59733772277832)
(0.0358, 1.5974092483520508)
(0.0418, 1.6545915603637693)
(0.0424, 1.740729808807373)
(0.0428, 1.7846512794494627)
(0.0519, 1.823561191558838)
(0.058199999999999995, 1.8752288818359375)
(0.06, 1.9712591171264646)
(0.0618, 3.7397599220275874)
(0.0703, 3.8211655616760254)
(0.075, 3.9747595787048335)
(0.0907, 4.117093086242676)
(0.094, 4.148623943328857)
(0.10629999999999999, 4.246630668640137)
(0.1117, 4.343633651733398)
(0.1407, 54.58940744400024)
(0.1778, 54.94542598724365)
(0.19870000000000002, 55.8041787147522)
(0.2431, 56.4397382736206)
(0.3364, 56.98428630828857)
(0.3559, 57.21682071685791)
(0.3772, 58.35722684860229)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.052000000000000005, 1.0571765899658203)
(0.0595, 1.1974334716796875)
(0.08149999999999999, 1.2336087226867676)
(0.0857, 2.7985954284667964)
(0.1045, 2.973036766052246)
(0.1149, 3.0639219284057617)
(0.1363, 3.135802745819092)
(0.1522, 3.1867575645446777)
(0.2278, 52.242581844329834)
(0.22799999999999998, 53.347947597503655)
(0.2454, 53.360157012939446)
(0.35760000000000003, 53.55538368225098)
(0.4098, 53.657472133636475)
(0.6032, 53.78600358963013)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 0.42463064193725586)
(0.12110000000000001, 0.45710563659667963)
(0.1315, 0.4699373245239258)
(0.15889999999999999, 0.4828858375549316)
(0.1628, 0.6279921531677244)
(0.26389999999999997, 1.3411736488342285)
(0.2886, 1.357464790344238)
(0.3052, 1.510024070739746)
(0.34700000000000003, 1.5106940269470213)
(0.3518, 1.5316009521484375)
(0.4013, 1.6124367713928223)
(0.43310000000000004, 1.6340255737304685)
(0.49219999999999997, 1.7214083671569824)
(0.5344, 3.7198281288146973)
(0.6212, 3.7422919273376465)
(0.6628000000000001, 3.9123106002807613)
(0.6809000000000001, 4.078700542449951)
(0.6809999999999999, 4.121425151824951)
(0.7112, 53.6440110206604)
(0.7442, 53.92000913619995)
(0.836, 55.01663446426391)
(0.8464, 56.42913103103637)
(0.8568, 57.07392692565918)
(0.8704000000000001, 57.478556632995605)
(0.8897, 58.05096626281738)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0021000000000000003, 0.41318416595458984)
(0.0021999999999999997, 0.42226552963256836)
(0.0025, 0.43559789657592773)
(0.003, 0.44441938400268555)
(0.0031, 0.46781778335571284)
(0.0035000000000000005, 0.49883127212524414)
(0.0036999999999999997, 0.5180859565734863)
(0.0038, 0.5421829223632812)
(0.0043, 1.358819007873535)
(0.0059, 1.4517736434936523)
(0.007000000000000001, 1.551663875579834)
(0.0072, 1.5962409973144531)
(0.0095, 1.6809368133544922)
(0.0106, 1.6844439506530762)
(0.0108, 3.8488030433654785)
(0.0144, 4.118850231170654)
(0.014799999999999999, 4.12623405456543)
(0.017, 4.127788543701172)
(0.0174, 4.43486213684082)
(0.0251, 57.58213758468628)
(0.037, 58.148384094238274)
(0.0431, 58.486800193786614)
(0.046, 59.95345115661621)
(0.08199999999999999, 61.36341094970703)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 5.152795314788818)
(0.0125, 5.475063323974609)
(0.0144, 5.724740028381347)
(0.0165, 7.70719051361084)
(0.017, 7.712583541870117)
(0.0236, 7.782483100891113)
(0.0294, 7.932772636413574)
(0.0315, 8.268835544586182)
(0.0426, 9.365038871765137)
(0.0436, 9.763493537902832)
(0.0477, 9.770116806030273)
(0.0487, 10.193819999694822)
(0.0519, 12.15973377227783)
(0.056499999999999995, 12.546133995056152)
(0.07780000000000001, 15.132396221160887)
(0.0795, 15.633959770202637)
(0.0907, 16.13760232925415)
(0.0926, 16.42106056213379)
(0.1355, 74.53245401382446)
(0.1874, 76.86935186386108)
(0.2203, 77.89987802505493)
(0.3189, 88.36353302001953)
(0.3266, 91.70443058013916)
(0.38530000000000003, 93.74590396881104)
(0.3944, 97.42600917816162)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014000000000000002, 0.8807373046875232)
(0.0159, 0.985869884490989)
(0.0164, 0.9889757633209457)
(0.0222, 1.053100585937522)
(0.0308, 2.1480569839477885)
(0.0373, 2.2089986801147505)
(0.0495, 2.2154970169067485)
(0.072, 2.3679864406585707)
(0.0763, 2.6090738773346)
(0.07880000000000001, 4.431744337081932)
(0.11080000000000001, 4.811527967453004)
(0.11510000000000001, 4.835129022598267)
(0.1341, 4.8681809902191295)
(0.142, 4.899043321609499)
(0.1584, 52.90525269508364)
(0.24430000000000002, 53.99019622802737)
(0.2585, 54.94675302505503)
(0.3162, 55.03917312622126)
(0.38570000000000004, 56.17903494834902)
(0.4838, 56.419305562973534)
(0.5163, 57.532943248749014)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.134, 0.5590264797210849)
(0.1443, 0.5637409687042344)
(0.14750000000000002, 0.5655930042266903)
(0.1542, 0.5969395637512368)
(0.1609, 0.6238510608673229)
(0.1802, 0.6577117443084854)
(0.20350000000000001, 0.7160758972168063)
(0.3325, 1.5564301013946562)
(0.3661, 1.6797568798065274)
(0.421, 1.8523190021514933)
(0.6063, 1.8559737205505697)
(0.6321, 2.074985980987573)
(0.6599999999999999, 4.06617975234987)
(0.6905, 4.1450719833374166)
(0.7932, 4.3111362457275435)
(0.8214, 4.379932165145891)
(0.8421, 4.635159254074123)
(0.852, 4.9584333896637)
(0.858, 62.24066472053543)
(0.8851000000000001, 63.19778347015384)
(0.9102, 63.47212791442895)
(0.9301, 65.8912422657014)
(0.9430999999999999, 67.06590867042563)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 1.2745175361633454)
(0.0167, 1.2986233234405693)
(0.0191, 1.3711168766021917)
(0.022600000000000002, 1.3730390071869099)
(0.0227, 1.4107372760772932)
(0.029599999999999998, 1.4485104084014997)
(0.034499999999999996, 2.215391635894776)
(0.0346, 2.3279414176940936)
(0.0499, 2.34136462211614)
(0.06899999999999999, 2.7476618289947625)
(0.0847, 2.9522459506988654)
(0.0978, 3.1353819370269935)
(0.0988, 3.4768152236938654)
(0.1163, 5.3374948501587145)
(0.1787, 6.437840938568143)
(0.2702, 57.656321048736984)
(0.3181, 58.59615063667298)
(0.4563, 60.0181005001069)
(0.5378999999999999, 61.32618117332473)
(0.5474, 62.827815771103054)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1237, 1.6595149040222492)
(0.1313, 1.7953321933746589)
(0.1321, 2.0664379596710263)
(0.20670000000000002, 2.828180074691778)
(0.2077, 3.1433136463165283)
(0.2676, 3.148480892181454)
(0.3478, 3.258718252182008)
(0.4828, 3.626916170120269)
(0.48769999999999997, 4.627558231353768)
(0.5257, 5.902430772781385)
(0.5797, 6.226063251495361)
(0.5798, 6.425883531570437)
(0.7197, 7.157447814941417)
(0.7862, 7.867521524429337)
(0.9252, 73.60664224624637)
(0.9663999999999999, 76.01856899261476)
(0.9848000000000001, 76.7201490402222)
(0.9869, 78.19976854324347)
(0.9930999999999999, 78.83586907386811)
(0.9941000000000001, 79.83366084098834)
(0.9965999999999999, 81.61861610412603)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 0.48230981826784275)
(0.017599999999999998, 0.5278429985046587)
(0.0187, 0.5543117523193564)
(0.0195, 0.572228908538842)
(0.0207, 0.7328095436096327)
(0.034699999999999995, 1.4184634685516673)
(0.036199999999999996, 1.4413092136383334)
(0.0439, 1.5966539382934968)
(0.0442, 1.6389672756195137)
(0.0558, 1.6535611152649257)
(0.0623, 1.6694846153259562)
(0.0639, 1.726096153259294)
(0.0782, 3.789705991744999)
(0.09290000000000001, 3.843132734298712)
(0.1058, 4.115442991256723)
(0.11879999999999999, 4.455635309219367)
(0.11910000000000001, 4.609063625335711)
(0.1869, 62.620952844620106)
(0.2028, 63.10447430610658)
(0.24380000000000002, 63.13858699798598)
(0.3342, 63.544690370559735)
(0.3854, 64.05717206001346)
(0.4436, 64.67926955223099)
(0.4462, 65.2265810966494)
(0.5109, 67.38686203956617)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0126, 0.5444474220276003)
(0.014599999999999998, 0.6062667369842715)
(0.0159, 0.6424784660339516)
(0.018, 0.6442689895629938)
(0.0195, 0.689559221267705)
(0.0196, 0.7497332096099985)
(0.0256, 1.4968476295471242)
(0.0261, 1.6145424842834877)
(0.0269, 1.6515264511108614)
(0.0358, 1.7423288822174257)
(0.0387, 1.80507516860962)
(0.0418, 1.8292105197906765)
(0.0519, 1.9141805171966693)
(0.058199999999999995, 1.9827156066894556)
(0.06, 2.0981266498565714)
(0.0618, 3.951978445053118)
(0.0684, 4.118599176406874)
(0.075, 4.267276048660284)
(0.094, 4.325309514999404)
(0.10629999999999999, 4.684058904647835)
(0.1117, 4.793619632721031)
(0.1407, 57.19088816642804)
(0.1778, 59.147035360336766)
(0.19870000000000002, 59.20981550216681)
(0.32130000000000003, 59.88108229637151)
(0.3559, 60.39872694015504)
(0.3772, 61.85956668853777)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.052000000000000005, 1.1414606571197645)
(0.0635, 1.3833887577057176)
(0.08149999999999999, 1.5717937946319704)
(0.0857, 2.9690289497375706)
(0.0867, 3.195814132690434)
(0.1045, 3.196754693985053)
(0.1149, 3.212522506713874)
(0.1522, 3.5191748142242534)
(0.2278, 56.16650009155289)
(0.22799999999999998, 56.4018368721009)
(0.2989, 56.592039823532176)
(0.4098, 56.9067876338959)
(0.6032, 58.37033224105865)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11779999999999999, 0.5088872909545991)
(0.1315, 0.5313253402710076)
(0.1407, 0.5916981697082684)
(0.14830000000000002, 0.6088156700134396)
(0.15889999999999999, 0.7538895606994639)
(0.1628, 0.8365066051483275)
(0.2886, 1.4194853305817028)
(0.325, 1.6311433315277424)
(0.34700000000000003, 1.694216728210472)
(0.3518, 1.7102336883545188)
(0.4013, 1.7914695739746302)
(0.43310000000000004, 1.8110992908477848)
(0.4747, 1.8843655586242805)
(0.49219999999999997, 2.51072239875795)
(0.5203, 3.8630011081695685)
(0.5344, 3.9414517879486226)
(0.5414, 3.969085931777966)
(0.6212, 4.048566818237368)
(0.6628000000000001, 4.414015769958511)
(0.6809000000000001, 4.638200283050602)
(0.6809999999999999, 4.689972639083866)
(0.7112, 56.62852692604089)
(0.7442, 57.31214284896873)
(0.8039999999999999, 59.44726681709324)
(0.8464, 59.652793169021756)
(0.8627, 60.41025352478034)
(0.8704000000000001, 61.61856484413149)
(0.8897, 64.06951022148147)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 0.6184089183807543)
(0.003, 0.7061998844146733)
(0.0031, 0.7565679550170957)
(0.0035000000000000005, 0.7883214950561622)
(0.0036999999999999997, 0.8063673973083528)
(0.0038, 1.16303896903992)
(0.007000000000000001, 1.6390321254730353)
(0.0072, 1.657562494277961)
(0.0106, 1.7325670719146924)
(0.0108, 4.239228487014805)
(0.017, 4.396978378295905)
(0.0174, 4.845914840698269)
(0.0251, 60.860131978989074)
(0.037, 62.69107723236089)
(0.0431, 62.70277905464175)
(0.046, 63.81672191619875)
(0.08199999999999999, 65.58002138137819)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0092, 5.566212654113778)
(0.0108, 5.684518337249768)
(0.011600000000000001, 5.743590593338021)
(0.0123, 5.800924777984638)
(0.013500000000000002, 5.887187242507949)
(0.014199999999999999, 6.278336524963384)
(0.0144, 6.302670001983649)
(0.0165, 7.940062284469605)
(0.017, 8.066690206527714)
(0.0236, 8.167285442352318)
(0.0294, 8.324043035507215)
(0.0315, 8.981467962265015)
(0.0426, 9.677725553512623)
(0.0436, 10.074687480926585)
(0.0487, 10.583237171173145)
(0.0519, 12.65686202049257)
(0.056499999999999995, 13.642477273941077)
(0.0907, 16.39941787719727)
(0.0926, 16.84965896606457)
(0.1355, 78.21321773529061)
(0.1874, 82.52000141143807)
(0.2203, 84.3450109958649)
(0.3189, 92.32343196868898)
(0.38530000000000003, 96.89202594757106)
(0.3944, 100.58565950393688)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.