\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 79.55682661905186)
(0.0075, 78.89955995709033)
(0.0085, 78.456226553338)
(0.0086, 78.1966643019825)
(0.014000000000000002, 60.78955796309913)
(0.017, 60.19241894836541)
(0.0185, 59.7029219145513)
(0.0186, 59.264850071150114)
(0.0187, 58.71821272363364)
(0.0252, 30.67173387827072)
(0.0259, 30.548842576668555)
(0.0273, 30.517836469867564)
(0.0329, 30.48823507647638)
(0.034499999999999996, 30.475185602153502)
(0.0348, 30.249543094801023)
(0.0371, 30.158463328711886)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1093, 299.4301672946582)
(0.1125, 295.1449293005319)
(0.1127, 294.225895094956)
(0.11499999999999999, 293.06759511726364)
(0.11539999999999999, 291.4113730713026)
(0.1172, 155.10977936585925)
(0.3767, 152.05822022844058)
(0.37770000000000004, 151.07207294040728)
(0.40309999999999996, 150.47456143557682)
(0.40700000000000003, 147.37648635578526)
(0.5591999999999999, 123.83010217959136)
(0.5827, 122.9402407179518)
(0.5833999999999999, 113.35911719485873)
(0.7961, 53.3897419440986)
(0.7974, 53.2638520297746)
(0.8047000000000001, 51.161421590155435)
(0.8067, 49.89934720109459)
(0.8085000000000001, 49.58109259350938)
(0.8096, 46.996036450639245)
(0.8112, 39.29932452880513)
(0.8135999999999999, 39.113495425292996)
(0.8150999999999999, 38.649219765300685)
(0.8158, 37.245521259865875)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 43.337982615578404)
(0.0075, 43.14564414827871)
(0.014799999999999999, 37.44896698074436)
(0.0155, 37.2936781660807)
(0.0157, 37.15500295406928)
(0.0166, 36.99227048114177)
(0.0242, 19.200368913338252)
(0.028699999999999996, 19.127719193109908)
(0.0288, 19.022575443819193)
(0.0303, 19.00015140582572)
(0.0308, 18.997608363592292)
(0.0323, 18.972537668059722)
(0.032600000000000004, 18.92783901271605)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.068, 49.73374041848562)
(0.06949999999999999, 49.303097624048576)
(0.0701, 48.959837609864785)
(0.2758, 41.27035061846626)
(0.2928, 40.90105774132059)
(0.29660000000000003, 40.51721646302494)
(0.2967, 40.01486758462045)
(0.48769999999999997, 32.67162381468789)
(0.49420000000000003, 32.54698183736124)
(0.4971, 32.492873196324986)
(0.5115000000000001, 32.40766374415644)
(0.5211, 31.9541524515976)
(0.5267999999999999, 31.90266149238033)
(0.5269, 31.412804259621023)
(0.8013999999999999, 22.734890388803493)
(0.8031, 22.683873555191603)
(0.8053000000000001, 21.869405283877494)
(0.8128, 21.750904049123235)
(0.8182, 21.74549433247934)
(0.8215999999999999, 21.61733752624997)
(0.8218, 20.80300391459457)
(0.8547, 12.848508019088902)
(0.8564999999999999, 12.80271327033404)
(0.8577, 12.757739947490405)
(0.8596999999999999, 12.680350897622601)
(0.86, 12.57044566276821)
(0.8678000000000001, 12.520995701299066)
(0.8721, 12.395768936183611)
(0.8724000000000001, 12.152521600483164)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0186, 445.2012293201822)
(0.0188, 434.6734413049953)
(0.019200000000000002, 431.3740251849045)
(0.020300000000000002, 419.89081027346487)
(0.0703, 289.8393049446844)
(0.0713, 289.79630951733617)
(0.0792, 284.01542429194615)
(0.08080000000000001, 270.0737362476174)
(0.0827, 265.3283548335571)
(0.0869, 263.44601607293646)
(0.1497, 222.4143593114521)
(0.1574, 206.5601995126439)
(0.1629, 197.87686996954926)
(0.1724, 182.95448418862645)
(0.40519999999999995, 81.94814726792684)
(0.40750000000000003, 80.45913862093286)
(0.41559999999999997, 78.17008047356379)
(0.42329999999999995, 77.20735645525447)
(0.4284, 76.94680900733427)
(0.4321, 76.19508939893753)
(0.44020000000000004, 74.88312856674457)
(0.4535, 69.78518154021238)
(0.46299999999999997, 68.26834781917725)
(0.46909999999999996, 55.473606171921176)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 184.1996361508404)
(0.016900000000000002, 182.39743573185103)
(0.0172, 180.23613003236065)
(0.052000000000000005, 137.24534718331049)
(0.0539, 137.09363663281772)
(0.0639, 133.91486186313475)
(0.0658, 133.20242713181878)
(0.1069, 112.29525439149313)
(0.11100000000000002, 109.60959520901235)
(0.1123, 108.82983454601218)
(0.12, 108.27483779377069)
(0.1223, 108.07179291276148)
(0.12569999999999998, 108.03112502964909)
(0.12969999999999998, 105.2956932613833)
(0.1303, 66.88845636921806)
(0.133, 65.73545678262617)
(0.2864, 53.0790374499125)
(0.3001, 50.8086296599911)
(0.3156, 50.29894221939856)
(0.316, 48.90145549401085)
(0.32280000000000003, 47.87487815562353)
(0.3235, 46.08273048053564)
(0.3291, 44.30905163771721)
(0.33039999999999997, 35.67908193980917)
(0.337, 34.68123417680019)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 1388.5315737272056)
(0.0233, 1302.8107175593668)
(0.0235, 1290.4276223794511)
(0.0236, 959.588335783988)
(0.0237, 956.4262442217253)
(0.08399999999999999, 740.1840514074742)
(0.08549999999999999, 739.981510624334)
(0.087, 730.1932887322142)
(0.0879, 716.392254574441)
(0.0884, 713.7241208675833)
(0.09090000000000001, 697.5429276285975)
(0.09190000000000001, 562.5807628492905)
(0.15860000000000002, 493.71663401946023)
(0.1591, 493.57882137825135)
(0.16399999999999998, 491.21285764795425)
(0.1683, 485.635201623576)
(0.1701, 465.86234043649716)
(0.17450000000000002, 428.6794155992021)
(0.1807, 389.906485931987)
(0.5918, 153.7281355536117)
(0.6047, 151.73154969195375)
(0.6049, 146.76529157952305)
(0.6121000000000001, 144.81618257752808)
(0.6245, 143.25304844915053)
(0.6333, 143.099504401202)
(0.6341, 128.50029941402107)
(0.6423, 126.58479833400646)
(0.6655, 120.0725375648936)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12, 805.3800248355514)
(0.1207, 800.078285247866)
(0.1227, 774.914112520681)
(0.1263, 774.6576396226579)
(0.1272, 765.2177720531491)
(0.1273, 736.3669194021078)
(0.1291, 531.2837451243936)
(0.1305, 517.1452543895286)
(0.1318, 500.6403769546417)
(0.132, 492.737986710901)
(0.39780000000000004, 436.52002814590367)
(0.40599999999999997, 405.85440772000277)
(0.4109, 392.92483042175655)
(0.4159, 392.5529657735283)
(0.4168, 372.41756152724173)
(0.41790000000000005, 299.4324545692015)
(0.4201, 293.8485917903085)
(0.5342, 282.53447795737395)
(0.5344, 278.18913195031934)
(0.5347000000000001, 276.8899837522119)
(0.5418999999999999, 257.91932973875356)
(0.5423, 257.3359985373282)
(0.5509999999999999, 249.01925348085157)
(0.5511, 239.58024288271486)
(0.5519999999999999, 229.45851005345494)
(0.7386999999999999, 104.45686169579028)
(0.7514000000000001, 94.68146139747067)
(0.7545, 92.49397641905335)
(0.7553, 86.03716220117818)
(0.7775000000000001, 77.40898818947004)
(0.7777999999999999, 77.09776234357564)
(0.778, 76.71346324294092)
(0.7882, 70.34022293886682)
(0.7897000000000001, 70.01725414603062)
(0.7912, 68.7488440246046)
(0.7921, 63.640003215453504)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 1023.5054889251506)
(0.0021000000000000003, 640.6750276284446)
(0.0021999999999999997, 617.6531441258508)
(0.0036999999999999997, 448.45455840157314)
(0.0038, 440.54228778644597)
(0.0041, 432.09524114657853)
(0.0043, 410.4186730288366)
(0.0046, 385.18032001628035)
(0.0072, 316.1770110140578)
(0.007299999999999999, 299.0207956955533)
(0.0077, 297.59407590894426)
(0.0166, 119.4413364135232)
(0.0172, 116.63950837201845)
(0.0187, 111.37656502074444)
(0.0198, 106.21852215970821)
(0.0199, 99.34540528590098)
(0.0279, 87.05857455050915)
(0.028499999999999998, 83.58427890080172)
(0.029699999999999997, 81.85475440659985)
(0.0316, 78.48707645078946)
(0.0328, 76.34607449802908)
(0.0333, 73.07362299436895)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 7.293688320153977)
(0.0083, 7.2252153176451355)
(0.008799999999999999, 7.21645879033722)
(0.0089, 7.195003043159341)
(0.011600000000000001, 7.181361178448757)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0187, 515.2433414459229)
(0.0371, 523.9802167415619)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8096, 1736.1810767650604)
(0.8158, 1825.0810778141022)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0166, 1068.5467176437378)
(0.032600000000000004, 1068.7945306301117)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8218, 3621.9261326789856)
(0.8724000000000001, 3769.56121635437)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46909999999999996, 445.7330799102783)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3291, 714.7785604000092)
(0.337, 744.2909121513367)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6333, 216.7723150253296)
(0.6655, 219.35877442359924)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7553, 399.31659841537476)
(0.7921, 411.0691068172455)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0199, 412.15882873535156)
(0.0333, 432.43293929100037)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 11672.95532655716)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0371, 535172.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8096, 14665848.0)
(0.8158, 16145412.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.032600000000000004, 964872.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8724000000000001, 12286964.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46299999999999997, 1887512.0)
(0.46909999999999996, 2086868.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3291, 3320900.0)
(0.337, 3488048.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6333, 807972.0)
(0.6655, 999536.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7553, 1593236.0)
(0.7921, 1721764.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0199, 1843524.0)
(0.0333, 1992144.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 8228104.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0085, 314)
(0.0093, 339)
(0.009600000000000001, 343)
(0.01, 346)
(0.0131, 533)
(0.013500000000000002, 535)
(0.0137, 551)
(0.014000000000000002, 552)
(0.014199999999999999, 553)
(0.0154, 578)
(0.0161, 587)
(0.0166, 594)
(0.017, 611)
(0.017499999999999998, 618)
(0.0179, 646)
(0.0185, 652)
(0.0186, 690)
(0.0187, 700)
(0.0243, 927)
(0.0252, 928)
(0.0259, 977)
(0.0267, 979)
(0.029599999999999998, 986)
(0.0316, 1002)
(0.0329, 1019)
(0.033, 1061)
(0.034499999999999996, 1078)
(0.035199999999999995, 1155)
(0.0364, 1171)
(0.0371, 1255)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1096, 350)
(0.10980000000000001, 351)
(0.11439999999999999, 364)
(0.1157, 379)
(0.1165, 386)
(0.1172, 397)
(0.1173, 416)
(0.37570000000000003, 1344)
(0.3894, 1345)
(0.39089999999999997, 1349)
(0.39249999999999996, 1350)
(0.3926, 1419)
(0.4043, 1420)
(0.40449999999999997, 1438)
(0.41050000000000003, 1482)
(0.41079999999999994, 1510)
(0.41459999999999997, 1528)
(0.41689999999999994, 1562)
(0.4173, 1646)
(0.557, 2638)
(0.5582, 2650)
(0.5586, 2654)
(0.5591999999999999, 2709)
(0.5598, 2710)
(0.5686, 2789)
(0.5687, 2823)
(0.5688, 2890)
(0.5735, 2916)
(0.5736, 2983)
(0.5749, 2992)
(0.5774, 3019)
(0.5793, 3086)
(0.5796, 3096)
(0.5827, 3151)
(0.5833999999999999, 3308)
(0.8018000000000001, 13217)
(0.8022, 13259)
(0.8025, 13283)
(0.8077, 13927)
(0.8080999999999999, 14438)
(0.8112, 14588)
(0.8135999999999999, 15074)
(0.8150999999999999, 15477)
(0.8158, 16376)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 448)
(0.0075, 451)
(0.0076, 465)
(0.013900000000000001, 784)
(0.014299999999999998, 787)
(0.014799999999999999, 811)
(0.015099999999999999, 855)
(0.0155, 862)
(0.0156, 876)
(0.0164, 890)
(0.0166, 939)
(0.023200000000000002, 1295)
(0.0242, 1302)
(0.0252, 1357)
(0.0254, 1374)
(0.027600000000000003, 1517)
(0.028699999999999996, 1524)
(0.0288, 1525)
(0.0299, 1589)
(0.030199999999999998, 1608)
(0.0308, 1646)
(0.0309, 1647)
(0.0323, 1713)
(0.032600000000000004, 1733)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0744, 455)
(0.0753, 456)
(0.07680000000000001, 467)
(0.0776, 471)
(0.0782, 475)
(0.28250000000000003, 1872)
(0.2854, 1875)
(0.2873, 1876)
(0.2963, 1919)
(0.2964, 1923)
(0.3014, 1937)
(0.3015, 1946)
(0.3043, 1950)
(0.3044, 1962)
(0.49160000000000004, 3750)
(0.49560000000000004, 3755)
(0.49870000000000003, 3761)
(0.4989, 3784)
(0.499, 3792)
(0.5147, 3841)
(0.5147999999999999, 3852)
(0.522, 3874)
(0.5221, 3897)
(0.5269, 3908)
(0.5269999999999999, 3936)
(0.7985, 12320)
(0.8013999999999999, 12337)
(0.8031, 12347)
(0.8053000000000001, 12508)
(0.8127000000000001, 12573)
(0.8128, 12598)
(0.8182, 12694)
(0.8183999999999999, 12742)
(0.8215999999999999, 12773)
(0.8218, 12838)
(0.8547, 17580)
(0.8564999999999999, 17601)
(0.8577, 17617)
(0.8596999999999999, 17673)
(0.86, 17702)
(0.8602000000000001, 17734)
(0.8611000000000001, 17858)
(0.8678000000000001, 17940)
(0.868, 17984)
(0.8721, 18105)
(0.8724000000000001, 18190)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0167, 496)
(0.0178, 497)
(0.020200000000000003, 498)
(0.0225, 499)
(0.0713, 1959)
(0.0728, 1974)
(0.07830000000000001, 1976)
(0.0827, 1984)
(0.0838, 1991)
(0.0869, 1993)
(0.127, 3909)
(0.129, 3910)
(0.1349, 3913)
(0.1366, 3914)
(0.13720000000000002, 3915)
(0.14179999999999998, 3940)
(0.152, 3943)
(0.1544, 3963)
(0.1629, 3964)
(0.1645, 3977)
(0.1724, 3982)
(0.40519999999999995, 18103)
(0.40650000000000003, 18111)
(0.40750000000000003, 18115)
(0.43970000000000004, 18254)
(0.4535, 18349)
(0.46299999999999997, 18415)
(0.46909999999999996, 19915)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0132, 59)
(0.014299999999999998, 80)
(0.0154, 82)
(0.0155, 107)
(0.0158, 118)
(0.016, 129)
(0.0165, 141)
(0.016900000000000002, 150)
(0.052700000000000004, 170)
(0.054700000000000006, 174)
(0.055900000000000005, 176)
(0.05639999999999999, 178)
(0.1042, 294)
(0.1076, 295)
(0.11040000000000001, 302)
(0.11140000000000001, 307)
(0.118, 624)
(0.1189, 746)
(0.1256, 869)
(0.1303, 1081)
(0.2922, 1261)
(0.29359999999999997, 1299)
(0.2939, 1313)
(0.3001, 2843)
(0.3075, 2909)
(0.31070000000000003, 3468)
(0.3164, 4230)
(0.3223, 5277)
(0.32280000000000003, 6975)
(0.329, 7423)
(0.33039999999999997, 13233)
(0.337, 16443)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023100000000000002, 55)
(0.0233, 58)
(0.0236, 59)
(0.0843, 66)
(0.0863, 68)
(0.0884, 69)
(0.0887, 75)
(0.0895, 78)
(0.1592, 120)
(0.16419999999999998, 124)
(0.1683, 125)
(0.16870000000000002, 132)
(0.1694, 133)
(0.1711, 137)
(0.1724, 139)
(0.1766, 255)
(0.1807, 342)
(0.6247, 405)
(0.6296, 417)
(0.6353, 425)
(0.6395, 436)
(0.6423, 453)
(0.6541, 1033)
(0.6655, 1393)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1255, 75)
(0.1264, 128)
(0.1291, 140)
(0.1305, 156)
(0.1318, 165)
(0.39780000000000004, 171)
(0.4032, 193)
(0.40469999999999995, 196)
(0.5347000000000001, 283)
(0.5347999999999999, 316)
(0.5351, 320)
(0.5353, 321)
(0.5414, 801)
(0.5418999999999999, 813)
(0.7379, 846)
(0.7384000000000001, 849)
(0.7386999999999999, 855)
(0.7775000000000001, 1147)
(0.7777999999999999, 1156)
(0.778, 1158)
(0.7864, 3397)
(0.7882, 3784)
(0.7897000000000001, 4330)
(0.7912, 4714)
(0.7921, 8344)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0002, 445)
(0.0013, 450)
(0.0036999999999999997, 1778)
(0.0038, 1791)
(0.004, 1851)
(0.0041, 1912)
(0.007000000000000001, 3537)
(0.0070999999999999995, 3549)
(0.0072, 3561)
(0.007299999999999999, 3696)
(0.0073999999999999995, 3772)
(0.0077, 3817)
(0.0159, 13892)
(0.0166, 13968)
(0.0172, 14006)
(0.017599999999999998, 14497)
(0.0187, 14797)
(0.0188, 14966)
(0.0198, 14981)
(0.0199, 15203)
(0.0269, 17614)
(0.0279, 17700)
(0.028499999999999998, 17757)
(0.029699999999999997, 18367)
(0.0299, 18459)
(0.0316, 18757)
(0.032, 18947)
(0.0328, 19034)
(0.0333, 19331)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0035000000000000005, 214)
(0.0038, 229)
(0.008799999999999999, 568)
(0.0089, 620)
(0.011600000000000001, 813)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.4530049332028527, 79.55682661905186)
(1.403871258255821, 78.89955995709033)
(1.3242834863816573, 78.456226553338)
(1.2880031992585148, 78.1966643019825)
(0.7777991415649427, 60.78955796309913)
(0.6698461924018511, 60.19241894836541)
(0.6381828896333648, 59.7029219145513)
(0.6315967651628772, 59.264850071150114)
(0.4312397861426704, 30.67173387827072)
(0.41448919532751644, 30.548842576668555)
(0.3967414445695823, 30.517836469867564)
(0.35158787956600224, 30.48823507647638)
(0.33503300552719834, 30.475185602153502)
(0.33187308680328337, 30.249543094801023)
(0.3167723816648859, 30.158463328711886)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(33.74028140566849, 299.4301672946582)
(33.58948318072661, 295.1449293005319)
(33.57229063479639, 294.225895094956)
(33.51476302880609, 293.06759511726364)
(33.501917799682914, 291.4113730713026)
(33.50135940474446, 285.73758451520814)
(13.69079130651119, 152.05822022844058)
(13.682593861026845, 151.07207294040728)
(13.505315896793716, 150.47456143557682)
(13.472769457544992, 147.37648635578526)
(8.871960221157602, 123.83010217959136)
(8.66528057888329, 122.9402407179518)
(8.659882293897006, 113.35911719485873)
(2.8137562134974434, 53.3897419440986)
(2.8080407460143664, 53.2638520297746)
(2.7350355065609424, 51.161421590155435)
(2.7190165765682583, 49.89934720109459)
(2.7059895805632013, 49.58109259350938)
(2.700830004564026, 46.996036450639245)
(2.6878903371363547, 39.29932452880513)
(2.6762770740706254, 39.113495425292996)
(2.665964710203597, 38.649219765300685)
(2.661995521864208, 37.245521259865875)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.4414125638035722, 43.337982615578404)
(1.3959555586872272, 43.14564414827871)
(1.3958952737813135, 42.895663901221866)
(1.3901852898311136, 42.89468079875438)
(1.3901009275622433, 42.77291452717741)
(0.7082940461967222, 37.44896698074436)
(0.6715609055547784, 37.2936781660807)
(0.6470293182573331, 37.15500295406928)
(0.6215435419218467, 36.99227048114177)
(0.6210047149469019, 36.72106286832052)
(0.4282610350837247, 19.200368913338252)
(0.3644308423154967, 19.127719193109908)
(0.3587741490768152, 19.046698634192303)
(0.34017537914915247, 19.00015140582572)
(0.33958235546955917, 18.99436243440661)
(0.32784284202537345, 18.972537668059722)
(0.32125334867204225, 18.92783901271605)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(22.581397695147263, 49.73374041848562)
(22.409939494679413, 49.303097624048576)
(22.394694079491465, 48.959837609864785)
(22.39240110371456, 48.90749918470088)
(5.368592842266218, 41.27035061846626)
(5.3549951027644385, 41.087517759585786)
(5.171429998589667, 40.90105774132059)
(5.1407984721807525, 40.51721646302494)
(5.140430261350547, 40.01486758462045)
(2.53835120229164, 32.67162381468789)
(2.5177547039246764, 32.54698183736124)
(2.503896704166856, 32.52024779501137)
(2.501617514569059, 32.492873196324986)
(2.385764030845605, 32.40766374415644)
(2.3448641090980553, 31.9541524515976)
(2.3128436715069243, 31.90266149238033)
(2.30900136707669, 31.412804259621023)
(0.8912271886534179, 22.734890388803493)
(0.8852764291184356, 22.683873555191603)
(0.8812218020859871, 22.3505826897873)
(0.8702244558132592, 21.93157835138439)
(0.8380495141084351, 21.869405283877494)
(0.809584488319812, 21.750904049123235)
(0.7904551569403895, 21.74549433247934)
(0.7765959338644277, 21.61733752624997)
(0.7697323951344913, 20.80300391459457)
(0.6440537426318469, 12.848508019088902)
(0.6377827045095995, 12.80271327033404)
(0.6338805231344198, 12.757739947490405)
(0.6312518502565455, 12.680350897622601)
(0.6289843327724995, 12.57044566276821)
(0.5895999858948411, 12.520995701299066)
(0.5746339095705476, 12.395768936183611)
(0.571415318623301, 12.152521600483164)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.077187237854931, 445.2012293201822)
(6.050422108279576, 434.6734413049953)
(5.994274722705018, 431.3740251849045)
(5.978952442777255, 419.89081027346487)
(2.814686315786851, 289.8393049446844)
(2.813520857608068, 289.79630951733617)
(2.7809009336036326, 284.01542429194615)
(2.7719013731954973, 282.1355806039053)
(2.7184451612642437, 281.728762287461)
(2.6900884336736683, 265.3283548335571)
(2.669593914814991, 263.44601607293646)
(1.855443596526571, 222.4143593114521)
(1.8390341465286772, 208.68036450643083)
(1.7939032799123578, 206.5601995126439)
(1.7503896256520604, 197.87686996954926)
(1.7339416602874271, 182.95448418862645)
(0.5912005032474141, 81.94814726792684)
(0.5909382996891696, 80.45913862093286)
(0.5726410800449192, 78.17008047356379)
(0.5657980827793714, 77.20735645525447)
(0.5607823768535749, 76.94680900733427)
(0.5363475649611367, 76.19508939893753)
(0.5240434553735022, 74.88312856674457)
(0.5103793892343887, 69.78518154021238)
(0.4979380650057377, 68.26834781917725)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6989750409300577, 184.1996361508404)
(0.6890728005220363, 182.39743573185103)
(0.6861941259956442, 180.23613003236065)
(0.6836822048781724, 175.25129648982974)
(0.4630684749035688, 137.24534718331049)
(0.46305852790882024, 135.67447679672034)
(0.44953122365393267, 133.91486186313475)
(0.44591748867514625, 133.20242713181878)
(0.4446475384707279, 128.31325695587023)
(0.44240075140353047, 128.11131938466917)
(0.3817579997799484, 112.29525439149313)
(0.372727122263817, 109.60959520901235)
(0.37062651511040995, 108.82983454601218)
(0.3699480888582949, 108.27483779377069)
(0.3672374021960878, 108.07179291276148)
(0.3640260162201175, 105.2956932613833)
(0.36312653615763524, 103.29867578183907)
(0.3609289832251982, 100.67841145398205)
(0.22501024417582344, 53.0790374499125)
(0.2156078224904931, 50.8086296599911)
(0.20967513766329093, 50.29894221939856)
(0.2083814933759966, 48.90145549401085)
(0.20481719175631025, 47.87487815562353)
(0.20301141723008248, 44.30905163771721)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(32.816760911614935, 1388.5315737272056)
(32.79493273926175, 1302.8107175593668)
(32.75699174184602, 1290.4276223794511)
(7.952679738424488, 740.1840514074742)
(7.929120963355777, 739.981510624334)
(7.8573860896860905, 730.1932887322142)
(7.7709860554092876, 697.5429276285975)
(4.044577656006058, 493.71663401946023)
(4.041246574306331, 493.57882137825135)
(4.009081645499239, 491.21285764795425)
(3.9836001640363192, 485.635201623576)
(3.966100198489269, 472.4601811619425)
(3.959988242509667, 466.89260077843187)
(3.9245061417348786, 465.86234043649716)
(3.8941357273724706, 428.6794155992021)
(3.823474342988334, 416.35904423836683)
(3.811044633062747, 411.11010698869853)
(3.79426357194177, 395.70921537512294)
(3.7705906333213037, 391.4388797185428)
(3.6855379103629273, 389.906485931987)
(0.8467177818402097, 153.7281355536117)
(0.8275435788846134, 151.73154969195375)
(0.8036815384080312, 144.81618257752808)
(0.7782529018766488, 143.25304844915053)
(0.7629223557366591, 143.099504401202)
(0.7522201300579147, 125.6400693875925)
(0.7508579154856087, 124.97236445712234)
(0.7122172748059259, 120.0725375648936)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(9.403165184605065, 805.3800248355514)
(9.400945424523913, 800.078285247866)
(9.38344398755894, 774.914112520681)
(9.367287774468991, 774.6576396226579)
(9.364434026583796, 765.2177720531491)
(9.363208532218426, 736.3669194021078)
(3.4831508973356406, 436.52002814590367)
(3.45425539812064, 405.85440772000277)
(3.449600503980284, 399.5784248243492)
(3.438780449879438, 392.92483042175655)
(3.4275831967684294, 392.5529657735283)
(3.425702727912726, 372.41756152724173)
(2.04964543348641, 282.53447795737395)
(2.049007571228759, 278.18913195031934)
(2.0487469160016256, 276.8899837522119)
(2.009774149490615, 257.91932973875356)
(2.0094157365621768, 257.3359985373282)
(1.9919514548851465, 249.01925348085157)
(1.990919504366834, 229.45851005345494)
(0.7187994836178814, 104.45686169579028)
(0.6837403036154343, 94.68146139747067)
(0.6768701876928355, 92.49397641905335)
(0.6758125936852871, 86.03716220117818)
(0.5580485448649365, 77.40898818947004)
(0.5574274917369391, 77.09776234357564)
(0.5570668742813173, 76.71346324294092)
(0.525929859388785, 70.34022293886682)
(0.5232617729557129, 70.01725414603062)
(0.5214147394156643, 68.7488440246046)
(0.5199835670711764, 63.640003215453504)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(9.196839012757614, 1023.5054889251506)
(9.183035388326203, 984.8024116283727)
(2.981952053168381, 640.6750276284446)
(2.8874317279044295, 617.6531441258508)
(2.780948335944936, 604.1977608849631)
(2.7631866438152137, 577.0676932242111)
(2.6692949992816777, 432.09524114657853)
(1.7093059441400198, 417.4941040946195)
(1.5784034204665158, 410.4186730288366)
(1.5222777047682954, 385.18032001628035)
(1.5065026730611184, 352.2403136105652)
(1.4535902250122041, 297.59407590894426)
(1.4358450255729724, 283.0184694291019)
(0.5698204764543271, 119.4413364135232)
(0.5638011038829841, 116.63950837201845)
(0.5065781671789409, 111.37656502074444)
(0.49261846172934165, 106.21852215970821)
(0.4826269219279568, 99.34540528590098)
(0.4190975330521864, 87.05857455050915)
(0.4148581866861481, 83.58427890080172)
(0.3904521136782552, 81.85475440659985)
(0.38106320128165033, 78.52538590960151)
(0.3703534358522664, 78.48707645078946)
(0.3596051318925595, 76.34607449802908)
(0.35064694650675077, 73.07362299436895)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(2.608562020128263, 7.293688320153977)
(2.587501470543397, 7.281318068727626)
(2.572080893160503, 7.28125093629293)
(1.1904081890769405, 7.2252153176451355)
(1.1462805190788614, 7.21645879033722)
(1.1170286741525055, 7.195003043159341)
(0.8636642902143051, 7.181361178448757)
(0.7977519593566305, 3.680534110302999)
(0.7885601941108935, 3.6793983632630916)
(0.7667788859088144, 3.6710637679465523)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0371, 10.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8158, 10.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.032600000000000004, 10.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8724000000000001, 10.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.46909999999999996, 10.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.337, 10.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6655, 10.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7921, 10.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 10.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011600000000000001, 10.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 6726.91487007904)
(0.0075, 6782.952912425041)
(0.0085, 6821.281413989067)
(0.0086, 6843.923647858621)
(0.014000000000000002, 8803.683032616615)
(0.017, 8891.019988066673)
(0.0185, 8963.916385297776)
(0.0186, 9030.17554853344)
(0.0187, 9114.241990281105)
(0.0252, 17448.37778405285)
(0.0259, 17518.568785605432)
(0.0273, 17536.367642850877)
(0.0329, 17553.393912687305)
(0.034499999999999996, 17560.910275873186)
(0.0348, 17691.903587528228)
(0.0371, 17745.333844330788)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1093, 48979.19315380097)
(0.1125, 49690.32683284378)
(0.1127, 49845.53788260842)
(0.11499999999999999, 50042.54391937065)
(0.11539999999999999, 50326.95822894859)
(0.3767, 96448.89949367524)
(0.37770000000000004, 97078.48521933747)
(0.40309999999999996, 97463.96905950738)
(0.40700000000000003, 99512.80806488228)
(0.5591999999999999, 118435.24104284476)
(0.5827, 119292.49458398437)
(0.5833999999999999, 129375.1077365055)
(0.7961, 274694.1166217995)
(0.7974, 275343.36029248807)
(0.8047000000000001, 286658.3363825455)
(0.8067, 293908.6144934235)
(0.8085000000000001, 295795.1757989273)
(0.8096, 312065.63590535545)
(0.8112, 410831.79402144527)
(0.8135999999999999, 412783.66518885613)
(0.8150999999999999, 417742.249340189)
(0.8158, 433485.99922529695)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 22263.888205381394)
(0.0075, 22363.1381347332)
(0.014799999999999999, 25764.983063381194)
(0.0155, 25872.267028827668)
(0.0157, 25968.831201353074)
(0.0166, 26083.07052933884)
(0.0242, 50252.78443112183)
(0.028699999999999996, 50443.65144944)
(0.0288, 50722.46935487938)
(0.0303, 50782.33217152977)
(0.0308, 50789.12995433235)
(0.0323, 50856.2437393055)
(0.032600000000000004, 50976.342272975926)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.068, 247055.05551384256)
(0.06949999999999999, 249212.9823909235)
(0.0701, 250960.22780770686)
(0.2758, 297719.10865477944)
(0.2928, 300407.1943006744)
(0.29660000000000003, 303253.11244450376)
(0.2967, 307060.16892387386)
(0.48769999999999997, 376074.72679323197)
(0.49420000000000003, 377514.9432103586)
(0.4971, 378143.5986211796)
(0.5115000000000001, 379137.8513736744)
(0.5211, 384518.7888682584)
(0.5267999999999999, 385139.4029596758)
(0.5269, 391145.33992095856)
(0.8013999999999999, 540445.6229994011)
(0.8031, 541661.1043129321)
(0.8053000000000001, 561833.8423248377)
(0.8128, 564894.7727529183)
(0.8182, 565035.3039640045)
(0.8215999999999999, 568385.0744838447)
(0.8218, 590634.5088643638)
(0.8547, 956295.0018590002)
(0.8564999999999999, 959715.627504592)
(0.8577, 963098.7973239718)
(0.8596999999999999, 968976.6552362241)
(0.86, 977448.5590747319)
(0.8678000000000001, 981308.8585858403)
(0.8721, 991222.4133295994)
(0.8724000000000001, 1011062.9220779572)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0186, 4239.682812381744)
(0.0188, 4342.367903438568)
(0.019200000000000002, 4375.581026676178)
(0.020300000000000002, 4495.244844179153)
(0.0703, 6512.2706541137695)
(0.0713, 6513.236842607498)
(0.0792, 6645.808074352264)
(0.08080000000000001, 6988.876542476654)
(0.0827, 7113.872172403336)
(0.0869, 7164.701247474671)
(0.1497, 8486.466457666396)
(0.1574, 9137.830058517455)
(0.1629, 9538.820784311294)
(0.1724, 10316.839231193542)
(0.40519999999999995, 23033.003953449246)
(0.40750000000000003, 23459.261835906986)
(0.41559999999999997, 24146.220504894256)
(0.42329999999999995, 24447.3077004509)
(0.4284, 24530.088048486712)
(0.4321, 24772.095090242387)
(0.44020000000000004, 25206.1049815464)
(0.4535, 27047.461342668532)
(0.46299999999999997, 27648.42068537331)
(0.46909999999999996, 37619.115539964674)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 18028.808684945107)
(0.016900000000000002, 18206.94455859661)
(0.0172, 18425.27355310917)
(0.052000000000000005, 24196.812993335727)
(0.0539, 24223.589668822286)
(0.0639, 24798.591835117342)
(0.0658, 24931.227392077442)
(0.1069, 29572.93269422054)
(0.11100000000000002, 30297.53000791073)
(0.1123, 30514.610390186306)
(0.12, 30671.02262785435)
(0.1223, 30728.647230648996)
(0.12569999999999998, 30740.21490647793)
(0.12969999999999998, 31538.801798439028)
(0.1303, 52147.23420654678)
(0.133, 53061.89643641281)
(0.2864, 62565.188811755186)
(0.3001, 65360.94404087067)
(0.3156, 66023.2572191)
(0.316, 67910.0441173315)
(0.32280000000000003, 69366.23398194314)
(0.3235, 72063.87220051288)
(0.3291, 74948.56868417263)
(0.33039999999999997, 97761.70827165223)
(0.337, 100574.50614987945)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 581.8895409278869)
(0.0233, 620.1760463819504)
(0.0235, 626.1273286371231)
(0.0236, 1041.6300018730162)
(0.0237, 1045.0737901000975)
(0.08399999999999999, 1091.5825576944353)
(0.08549999999999999, 1091.8813354110719)
(0.087, 1106.5179760866165)
(0.0879, 1127.8346392507553)
(0.0884, 1132.05085323143)
(0.09090000000000001, 1158.311507431984)
(0.15860000000000002, 1636.509577208519)
(0.1591, 1636.9665087003707)
(0.16399999999999998, 1644.8510811967851)
(0.1683, 1663.7426555957793)
(0.1701, 1734.357834640503)
(0.17450000000000002, 1884.7930891914368)
(0.1807, 2563.5275022697447)
(0.5918, 5255.849861772537)
(0.6047, 5325.009871976852)
(0.6049, 5505.198070363999)
(0.6121000000000001, 5579.293595641137)
(0.6245, 5640.173167322158)
(0.6333, 5646.225005327225)
(0.6341, 7778.472147987365)
(0.6423, 7896.177212074279)
(0.6655, 8324.434714805602)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12, 1978.2412660722732)
(0.1207, 1991.3501333265306)
(0.1227, 2056.0162400674817)
(0.1263, 2056.6969439249037)
(0.1272, 2082.0687367534633)
(0.1273, 2163.6441806669236)
(0.1291, 3240.761675471306)
(0.1305, 3329.362467093468)
(0.1318, 3439.1233293514256)
(0.132, 3494.279001083374)
(0.39780000000000004, 3649.857732226372)
(0.40599999999999997, 3925.6343400344854)
(0.4109, 4054.8111919775006)
(0.4159, 4058.6523066015247)
(0.4168, 4278.090414067268)
(0.5342, 5639.085224283218)
(0.5344, 5727.168379405021)
(0.5347000000000001, 5754.039847919464)
(0.5418999999999999, 6177.264812272071)
(0.5423, 6191.267483196259)
(0.5509999999999999, 6398.043435314179)
(0.5511, 6650.114303373336)
(0.5519999999999999, 6943.460060072898)
(0.7386999999999999, 15252.573877243041)
(0.7514000000000001, 16827.3279318285)
(0.7545, 17225.294680614472)
(0.7553, 18517.998028277398)
(0.7775000000000001, 22242.42998481941)
(0.7777999999999999, 22332.217533463478)
(0.778, 22444.09165243149)
(0.7882, 24477.659126790048)
(0.7897000000000001, 24590.567296584126)
(0.7912, 25044.26109890366)
(0.7921, 27054.744076158524)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 1801.1862368574143)
(0.0021000000000000003, 2877.4712927770615)
(0.0021999999999999997, 2984.7237361822126)
(0.0041, 4415.688705348016)
(0.0043, 4491.813168233872)
(0.0046, 4786.132375408173)
(0.0072, 6300.723742092133)
(0.007299999999999999, 6662.2255999488825)
(0.0077, 6694.165513595581)
(0.0166, 15434.556036927224)
(0.0172, 15805.313531673433)
(0.0187, 16552.171452375413)
(0.0198, 17355.95602834797)
(0.0199, 18556.711250959397)
(0.0279, 22882.80057749176)
(0.028499999999999998, 23833.955693561555)
(0.029699999999999997, 24337.547824092864)
(0.0316, 25381.809210960386)
(0.0328, 26093.600923141483)
(0.0333, 27262.14902679062)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 1128112.9161036452)
(0.0083, 1138803.9855235387)
(0.008799999999999999, 1140185.8223062765)
(0.0089, 1143585.8957450867)
(0.011600000000000001, 1145758.2755609779)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 79.55682661905186)
(0.0075, 78.89955995709033)
(0.0086, 78.456226553338)
(0.0087, 78.1966643019825)
(0.014000000000000002, 60.78955796309913)
(0.017, 60.19241894836541)
(0.0186, 59.7029219145513)
(0.0187, 59.264850071150114)
(0.0188, 58.71821272363364)
(0.025500000000000002, 30.67173387827072)
(0.0263, 30.548842576668555)
(0.027700000000000002, 30.517836469867564)
(0.0333, 30.48823507647638)
(0.0348, 30.475185602153502)
(0.0351, 30.249543094801023)
(0.0375, 30.158463328711886)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 299.4301672946582)
(0.0004, 152.05822022844058)
(0.0005, 123.83010217959136)
(0.0016, 53.3897419440986)
(0.0017000000000000001, 51.161421590155435)
(0.0018, 49.58109259350938)
(0.0019, 38.047763263909516)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 43.337982615578404)
(0.0075, 43.14564414827871)
(0.014799999999999999, 37.44896698074436)
(0.0155, 37.2936781660807)
(0.0157, 37.15500295406928)
(0.0166, 36.99227048114177)
(0.0242, 19.200368913338252)
(0.028699999999999996, 19.127719193109908)
(0.0288, 19.022575443819193)
(0.0303, 19.00015140582572)
(0.0308, 18.997608363592292)
(0.0323, 18.972537668059722)
(0.032600000000000004, 18.92783901271605)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 49.73374041848562)
(0.0006000000000000001, 49.303097624048576)
(0.0015, 41.27035061846626)
(0.0016, 40.90105774132059)
(0.0032, 32.67162381468789)
(0.0034000000000000002, 32.40766374415644)
(0.010199999999999999, 22.734890388803493)
(0.0103, 21.750904049123235)
(0.011, 21.74549433247934)
(0.0171, 12.848508019088902)
(0.0178, 12.80271327033404)
(0.0183, 12.757739947490405)
(0.0189, 12.520995701299066)
(0.0199, 12.395768936183611)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0015, 289.8393049446844)
(0.0029000000000000002, 222.4143593114521)
(0.003, 137.8009993560882)
(0.0031, 135.64905340382003)
(0.0034000000000000002, 134.326698115966)
(0.0036999999999999997, 133.58089550740516)
(0.0039, 129.4978564316806)
(0.004, 128.0454536351527)
(0.013000000000000001, 81.94814726792684)
(0.0131, 80.45913862093286)
(0.013300000000000001, 78.17008047356379)
(0.013500000000000002, 77.20735645525447)
(0.014000000000000002, 76.94680900733427)
(0.014499999999999999, 76.19508939893753)
(0.0153, 74.88312856674457)
(0.0157, 69.78518154021238)
(0.0161, 68.26834781917725)
(0.016300000000000002, 55.473606171921176)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 184.1996361508404)
(0.0007, 137.24534718331049)
(0.0018, 112.29525439149313)
(0.0019, 108.27483779377069)
(0.002, 100.67841145398205)
(0.0023, 68.64304371505231)
(0.0027, 66.88845636921806)
(0.0028, 66.00231668020764)
(0.0029000000000000002, 65.73545678262617)
(0.0137, 53.0790374499125)
(0.0147, 50.8086296599911)
(0.0155, 50.29894221939856)
(0.0158, 47.87487815562353)
(0.016300000000000002, 46.08273048053564)
(0.0166, 44.30905163771721)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 1388.5315737272056)
(0.0017000000000000001, 740.1840514074742)
(0.0027, 493.71663401946023)
(0.0028, 493.57882137825135)
(0.0029000000000000002, 491.21285764795425)
(0.0121, 153.7281355536117)
(0.0127, 151.73154969195375)
(0.0131, 144.81618257752808)
(0.013600000000000001, 143.25304844915053)
(0.014099999999999998, 143.099504401202)
(0.014499999999999999, 128.50029941402107)
(0.0153, 126.58479833400646)
(0.0162, 120.0725375648936)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 805.3800248355514)
(0.0005, 535.1766369584775)
(0.0018, 436.52002814590367)
(0.0019, 405.85440772000277)
(0.0026, 308.47910378385376)
(0.0036999999999999997, 282.53447795737395)
(0.0039, 257.91932973875356)
(0.0041, 249.01925348085157)
(0.0046, 229.9934713786358)
(0.0050999999999999995, 216.308097773663)
(0.0131, 104.45686169579028)
(0.014299999999999998, 94.68146139747067)
(0.0147, 92.49397641905335)
(0.014799999999999999, 86.03716220117818)
(0.0188, 77.40898818947004)
(0.0208, 70.34022293886682)
(0.0211, 70.01725414603062)
(0.0213, 68.7488440246046)
(0.0215, 63.640003215453504)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0002, 1023.5054889251506)
(0.0013, 640.6750276284446)
(0.0014, 617.6531441258508)
(0.0031, 448.45455840157314)
(0.0034000000000000002, 432.09524114657853)
(0.0053, 316.1770110140578)
(0.0055, 299.0207956955533)
(0.0058000000000000005, 297.59407590894426)
(0.011600000000000001, 119.4413364135232)
(0.012, 116.63950837201845)
(0.0132, 111.37656502074444)
(0.014000000000000002, 106.21852215970821)
(0.014099999999999998, 99.34540528590098)
(0.0209, 87.05857455050915)
(0.0213, 83.58427890080172)
(0.0225, 81.85475440659985)
(0.023899999999999998, 78.48707645078946)
(0.0246, 76.34607449802908)
(0.025, 73.07362299436895)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 7.293688320153977)
(0.0083, 7.2252153176451355)
(0.008799999999999999, 7.21645879033722)
(0.0089, 7.195003043159341)
(0.011600000000000001, 7.181361178448757)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.007000000000000001, 79.55682661905186)
(0.0079, 78.89955995709033)
(0.009, 78.456226553338)
(0.0091, 78.1966643019825)
(0.0149, 60.78955796309913)
(0.018099999999999998, 60.19241894836541)
(0.0198, 59.7029219145513)
(0.0199, 59.264850071150114)
(0.028000000000000004, 30.67173387827072)
(0.0289, 30.548842576668555)
(0.0304, 30.517836469867564)
(0.036199999999999996, 30.48823507647638)
(0.038, 30.475185602153502)
(0.0386, 30.249543094801023)
(0.0411, 30.158463328711886)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 299.4301672946582)
(0.0004, 152.05822022844058)
(0.0005, 123.83010217959136)
(0.0018, 53.3897419440986)
(0.0019, 51.161421590155435)
(0.002, 49.58109259350938)
(0.0021000000000000003, 39.29932452880513)
(0.0024000000000000002, 39.113495425292996)
(0.0025, 38.047763263909516)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0083, 43.337982615578404)
(0.008400000000000001, 43.14564414827871)
(0.0166, 37.44896698074436)
(0.017499999999999998, 37.2936781660807)
(0.0179, 37.15500295406928)
(0.0189, 36.99227048114177)
(0.026600000000000002, 19.200368913338252)
(0.0314, 19.127719193109908)
(0.0316, 19.022575443819193)
(0.0334, 19.00015140582572)
(0.033800000000000004, 18.997608363592292)
(0.0355, 18.972537668059722)
(0.0359, 18.92783901271605)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 49.73374041848562)
(0.0006000000000000001, 49.303097624048576)
(0.0017000000000000001, 41.27035061846626)
(0.0018, 40.90105774132059)
(0.0034000000000000002, 32.67162381468789)
(0.0036, 32.40766374415644)
(0.0109, 22.734890388803493)
(0.011, 22.683873555191603)
(0.0117, 21.74549433247934)
(0.0118, 21.61733752624997)
(0.0188, 12.848508019088902)
(0.0195, 12.80271327033404)
(0.02, 12.757739947490405)
(0.0209, 12.520995701299066)
(0.0221, 12.395768936183611)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 445.2012293201822)
(0.0016, 289.8393049446844)
(0.0017000000000000001, 270.0737362476174)
(0.0032, 222.4143593114521)
(0.0033, 182.95448418862645)
(0.0036, 134.326698115966)
(0.0039, 133.58089550740516)
(0.0041, 129.4978564316806)
(0.004200000000000001, 128.0454536351527)
(0.0137, 81.94814726792684)
(0.013900000000000001, 80.45913862093286)
(0.014099999999999998, 78.17008047356379)
(0.0144, 77.20735645525447)
(0.0149, 76.94680900733427)
(0.0155, 76.19508939893753)
(0.016300000000000002, 74.88312856674457)
(0.016800000000000002, 69.78518154021238)
(0.0174, 68.26834781917725)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 184.1996361508404)
(0.0009, 137.24534718331049)
(0.002, 112.29525439149313)
(0.0021000000000000003, 108.27483779377069)
(0.0021999999999999997, 100.67841145398205)
(0.0026, 68.64304371505231)
(0.003, 66.88845636921806)
(0.0032, 66.00231668020764)
(0.0033, 65.73545678262617)
(0.015, 53.0790374499125)
(0.016, 50.8086296599911)
(0.016900000000000002, 50.29894221939856)
(0.0171, 47.87487815562353)
(0.0177, 46.08273048053564)
(0.018, 44.30905163771721)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 1388.5315737272056)
(0.0017000000000000001, 740.1840514074742)
(0.0028, 493.71663401946023)
(0.0029000000000000002, 493.57882137825135)
(0.003, 491.21285764795425)
(0.0129, 153.7281355536117)
(0.013500000000000002, 151.73154969195375)
(0.014000000000000002, 144.81618257752808)
(0.014499999999999999, 143.25304844915053)
(0.015, 143.099504401202)
(0.015099999999999999, 132.09781382940562)
(0.0152, 131.26850895790997)
(0.0157, 128.50029941402107)
(0.0165, 126.58479833400646)
(0.017499999999999998, 120.0725375648936)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 805.3800248355514)
(0.0005, 535.1766369584775)
(0.002, 436.52002814590367)
(0.0021000000000000003, 405.85440772000277)
(0.0028, 308.47910378385376)
(0.0041, 282.53447795737395)
(0.0043, 257.91932973875356)
(0.0045, 249.01925348085157)
(0.0050999999999999995, 229.9934713786358)
(0.0056, 216.308097773663)
(0.0147, 104.45686169579028)
(0.0159, 94.68146139747067)
(0.016300000000000002, 92.49397641905335)
(0.0164, 86.03716220117818)
(0.020399999999999998, 77.40898818947004)
(0.0225, 70.34022293886682)
(0.0228, 70.01725414603062)
(0.023, 68.7488440246046)
(0.023200000000000002, 63.640003215453504)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0002, 1023.5054889251506)
(0.0014, 640.6750276284446)
(0.0015, 617.6531441258508)
(0.0032, 448.45455840157314)
(0.0035000000000000005, 432.09524114657853)
(0.0059, 316.1770110140578)
(0.0060999999999999995, 299.0207956955533)
(0.0064, 297.59407590894426)
(0.0121, 119.4413364135232)
(0.0125, 116.63950837201845)
(0.013800000000000002, 111.37656502074444)
(0.014599999999999998, 106.21852215970821)
(0.0147, 99.34540528590098)
(0.0222, 87.05857455050915)
(0.022600000000000002, 83.58427890080172)
(0.023899999999999998, 81.85475440659985)
(0.0253, 78.48707645078946)
(0.026000000000000002, 76.34607449802908)
(0.026500000000000003, 73.07362299436895)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.003, 7.293688320153977)
(0.0091, 7.2252153176451355)
(0.009600000000000001, 7.21645879033722)
(0.0097, 7.195003043159341)
(0.0127, 7.181361178448757)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 12.517094612121582)
(0.0075, 12.609362602233887)
(0.0085, 12.656807899475098)
(0.0086, 12.729763984680176)
(0.014000000000000002, 16.41368865966797)
(0.017, 16.556978225708008)
(0.0185, 16.701102256774902)
(0.0186, 16.80612564086914)
(0.0187, 16.95263385772705)
(0.0252, 32.53507614135742)
(0.0259, 32.58848190307617)
(0.0273, 32.64427185058594)
(0.034499999999999996, 32.69648551940918)
(0.0348, 32.98819065093994)
(0.0371, 33.08892250061035)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1093, 3.319382667541504)
(0.11499999999999999, 3.3524036407470703)
(0.11539999999999999, 3.3979415893554688)
(0.1172, 6.396770477294922)
(0.3767, 6.609678268432617)
(0.40309999999999996, 6.666660308837891)
(0.40700000000000003, 6.782412528991699)
(0.5591999999999999, 8.224010467529297)
(0.5598, 8.331298828125)
(0.5827, 8.40306282043457)
(0.5833999999999999, 8.898735046386719)
(0.7961, 19.873619079589844)
(0.7974, 19.88351345062256)
(0.8025, 21.062612533569336)
(0.8028000000000001, 21.184563636779785)
(0.8047000000000001, 21.31831645965576)
(0.805, 21.82471752166748)
(0.8055, 21.922826766967773)
(0.8067, 22.000670433044434)
(0.8085000000000001, 22.134780883789062)
(0.8096, 22.76432514190674)
(0.8112, 27.078628540039062)
(0.8135999999999999, 27.42934226989746)
(0.8150999999999999, 27.736186981201172)
(0.8158, 28.278708457946777)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 22.973179817199707)
(0.0075, 23.04673194885254)
(0.0137, 26.589035987854004)
(0.014799999999999999, 26.60834789276123)
(0.0155, 26.707053184509277)
(0.0157, 26.78513526916504)
(0.0158, 26.90303325653076)
(0.0166, 26.928424835205078)
(0.0242, 51.850199699401855)
(0.0254, 52.09708213806152)
(0.028699999999999996, 52.13332176208496)
(0.0288, 52.318572998046875)
(0.030199999999999998, 52.44481563568115)
(0.0308, 52.45852470397949)
(0.0323, 52.54185199737549)
(0.032600000000000004, 52.64115333557129)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.068, 20.04420757293701)
(0.06949999999999999, 20.221471786499023)
(0.0701, 20.343899726867676)
(0.2758, 24.33598041534424)
(0.2928, 24.640440940856934)
(0.29660000000000003, 24.90699291229248)
(0.2967, 25.107383728027344)
(0.48769999999999997, 30.310511589050293)
(0.4937, 30.310750007629395)
(0.49420000000000003, 30.3497314453125)
(0.5115000000000001, 30.39872646331787)
(0.5211, 30.762672424316406)
(0.5267999999999999, 30.906200408935547)
(0.5269, 31.19802474975586)
(0.8013999999999999, 45.00448703765869)
(0.8031, 45.27580738067627)
(0.8053000000000001, 47.036170959472656)
(0.8128, 47.38271236419678)
(0.8182, 48.00915718078613)
(0.8215999999999999, 48.18892478942871)
(0.8218, 49.62801933288574)
(0.8547, 79.33151721954346)
(0.8564999999999999, 79.53000068664551)
(0.8577, 80.16717433929443)
(0.8596999999999999, 80.25038242340088)
(0.86, 81.04228973388672)
(0.8602000000000001, 81.15100860595703)
(0.8611000000000001, 82.08107948303223)
(0.8678000000000001, 82.29732513427734)
(0.868, 82.73839950561523)
(0.8721, 83.13655853271484)
(0.8724000000000001, 84.64109897613525)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0186, 2.251744270324707)
(0.0188, 2.2956132888793945)
(0.019200000000000002, 2.3069381713867188)
(0.020300000000000002, 2.3622512817382812)
(0.0713, 3.5734176635742188)
(0.07830000000000001, 3.6112070083618164)
(0.0784, 3.660440444946289)
(0.0792, 3.6824941635131836)
(0.0869, 3.797292709350586)
(0.1497, 4.902362823486328)
(0.1574, 5.159258842468262)
(0.1629, 5.188107490539551)
(0.1724, 5.566835403442383)
(0.40519999999999995, 13.196229934692383)
(0.40750000000000003, 13.463377952575684)
(0.4205, 14.401674270629883)
(0.4282, 14.566540718078613)
(0.43970000000000004, 14.757871627807617)
(0.44020000000000004, 15.095114707946777)
(0.4535, 15.377521514892578)
(0.46299999999999997, 15.419721603393555)
(0.46909999999999996, 18.894672393798828)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 5.413055419921875)
(0.0147, 5.470633506774902)
(0.016900000000000002, 5.483031272888184)
(0.0172, 5.498647689819336)
(0.052000000000000005, 7.56227970123291)
(0.0539, 7.582187652587891)
(0.057499999999999996, 7.67672061920166)
(0.0639, 7.679462432861328)
(0.0658, 7.692575454711914)
(0.0989, 9.56714153289795)
(0.1069, 9.664535522460938)
(0.11100000000000002, 9.781956672668457)
(0.1123, 9.79626178741455)
(0.11339999999999999, 9.803533554077148)
(0.1223, 9.860396385192871)
(0.12569999999999998, 9.893417358398438)
(0.12969999999999998, 9.963631629943848)
(0.1303, 15.642166137695312)
(0.133, 15.645980834960938)
(0.29169999999999996, 22.01223373413086)
(0.3122, 23.094654083251953)
(0.3235, 23.25284481048584)
(0.3291, 23.404598236083984)
(0.33039999999999997, 29.655933380126953)
(0.337, 29.705286026000977)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 0.7212162017822266)
(0.0233, 0.7685422897338867)
(0.0235, 0.7715225219726562)
(0.0236, 1.0409355163574219)
(0.0237, 1.0434389114379883)
(0.08549999999999999, 1.3670921325683594)
(0.087, 1.397252082824707)
(0.0884, 1.4085769653320312)
(0.09090000000000001, 1.4541149139404297)
(0.09190000000000001, 1.7921924591064453)
(0.15860000000000002, 2.0492076873779297)
(0.1591, 2.05385684967041)
(0.16299999999999998, 2.099156379699707)
(0.16399999999999998, 2.108931541442871)
(0.1683, 2.1338462829589844)
(0.1701, 2.186894416809082)
(0.17450000000000002, 2.3040771484375)
(0.1766, 2.603769302368164)
(0.1807, 2.6134252548217773)
(0.5918, 6.619930267333984)
(0.5927, 6.785273551940918)
(0.6047, 6.830096244812012)
(0.6049, 7.11512565612793)
(0.6121000000000001, 7.115364074707031)
(0.6333, 7.166266441345215)
(0.6341, 8.068203926086426)
(0.6423, 8.175015449523926)
(0.6655, 8.499741554260254)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12, 1.2557506561279297)
(0.1207, 1.2668371200561523)
(0.1263, 1.287698745727539)
(0.1272, 1.299738883972168)
(0.1273, 1.3409852981567383)
(0.1291, 1.8767118453979492)
(0.1305, 1.9174814224243164)
(0.1318, 1.9791126251220703)
(0.132, 2.0111799240112305)
(0.39780000000000004, 2.403736114501953)
(0.40599999999999997, 2.5222301483154297)
(0.4064, 2.5936365127563477)
(0.4109, 2.624630928039551)
(0.4159, 2.6397705078125)
(0.4168, 2.7054548263549805)
(0.41790000000000005, 3.4101009368896484)
(0.4201, 3.474593162536621)
(0.42069999999999996, 3.574371337890625)
(0.5342, 3.7244558334350586)
(0.5344, 3.7775039672851562)
(0.5347000000000001, 3.8220882415771484)
(0.5418999999999999, 3.9834976196289062)
(0.5423, 3.9910078048706055)
(0.5426, 4.1588544845581055)
(0.5467, 4.218697547912598)
(0.5492, 4.248976707458496)
(0.5509999999999999, 4.258155822753906)
(0.5511, 4.291057586669922)
(0.5519999999999999, 4.442453384399414)
(0.7386999999999999, 10.28740406036377)
(0.7484, 11.021733283996582)
(0.7487, 11.366844177246094)
(0.749, 11.391401290893555)
(0.7514000000000001, 11.504292488098145)
(0.7545, 11.728763580322266)
(0.7553, 12.101531028747559)
(0.7775000000000001, 13.91148567199707)
(0.778, 14.005899429321289)
(0.7864, 14.896273612976074)
(0.7868, 15.05899429321289)
(0.7872, 15.260934829711914)
(0.7874, 15.40827751159668)
(0.7882, 15.429973602294922)
(0.7886, 15.529274940490723)
(0.7897000000000001, 15.603899955749512)
(0.7912, 15.882372856140137)
(0.7921, 16.47794246673584)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 0.9624958038330078)
(0.0021000000000000003, 1.559615135192871)
(0.0021999999999999997, 1.5864372253417969)
(0.0036999999999999997, 2.214193344116211)
(0.0038, 2.2706985473632812)
(0.0041, 2.2722482681274414)
(0.0043, 2.382040023803711)
(0.0046, 2.540707588195801)
(0.0067, 3.1822919845581055)
(0.0072, 3.1843185424804688)
(0.007299999999999999, 3.3103227615356445)
(0.0077, 3.3620595932006836)
(0.0166, 8.37099552154541)
(0.0172, 8.678197860717773)
(0.0187, 9.053945541381836)
(0.0198, 9.42850112915039)
(0.0199, 10.27989387512207)
(0.0279, 11.571526527404785)
(0.028499999999999998, 12.043476104736328)
(0.029699999999999997, 12.171506881713867)
(0.0316, 12.621641159057617)
(0.0328, 13.019800186157227)
(0.0333, 14.092445373535156)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 136.43836975097656)
(0.0083, 137.8101110458374)
(0.0085, 138.008713722229)
(0.008799999999999999, 138.11075687408447)
(0.0089, 138.49294185638428)
(0.011600000000000001, 138.85056972503662)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0066, 13.331496715545654)
(0.0086, 13.438737392425537)
(0.014000000000000002, 17.223656177520752)
(0.0155, 17.39213466644287)
(0.0185, 17.566275596618652)
(0.0186, 17.840003967285156)
(0.0187, 18.18324327468872)
(0.0252, 33.96918773651123)
(0.033600000000000005, 34.03829336166382)
(0.034499999999999996, 34.37241315841675)
(0.0348, 34.63777303695679)
(0.0371, 34.65898036956787)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1093, 3.6977648735046387)
(0.11040000000000001, 3.741705417633056)
(0.1125, 3.7442207336425777)
(0.1127, 3.778064250946045)
(0.11399999999999999, 3.845846652984619)
(0.11539999999999999, 3.889954090118408)
(0.1172, 7.22278356552124)
(0.3926, 7.424640655517578)
(0.39990000000000003, 7.519841194152832)
(0.4002, 7.528841495513916)
(0.40700000000000003, 7.540392875671387)
(0.5827, 9.353196620941162)
(0.5833999999999999, 9.975600242614746)
(0.8025, 23.857581615447998)
(0.8047000000000001, 24.13417100906372)
(0.805, 24.213135242462158)
(0.8055, 24.303722381591797)
(0.8067, 24.47185516357422)
(0.8074, 24.563312530517578)
(0.8085000000000001, 24.589908123016357)
(0.8096, 24.705195426940918)
(0.8138, 29.676568508148193)
(0.8158, 30.00093698501587)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 24.032628536224365)
(0.0075, 24.307477474212646)
(0.014799999999999999, 27.957642078399658)
(0.015, 28.116095066070557)
(0.0155, 28.166401386260986)
(0.0166, 28.36087942123413)
(0.0242, 54.30092811584473)
(0.028699999999999996, 54.453909397125244)
(0.0303, 54.940199851989746)
(0.0323, 55.15931844711303)
(0.032600000000000004, 55.31806945800781)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0666, 21.003389358520508)
(0.06760000000000001, 21.146953105926514)
(0.06949999999999999, 21.188724040985107)
(0.0701, 21.468257904052734)
(0.2743, 26.006531715393066)
(0.2928, 26.111483573913574)
(0.29660000000000003, 26.35347843170166)
(0.2967, 26.536357402801514)
(0.4937, 37.03893423080444)
(0.49420000000000003, 37.07115650177002)
(0.5115000000000001, 37.09640502929687)
(0.5211, 37.56208419799805)
(0.5267999999999999, 37.620747089385986)
(0.5269, 37.627267837524414)
(0.8013999999999999, 51.66029930114746)
(0.8031, 51.80211067199707)
(0.8128, 52.305006980895996)
(0.8150000000000001, 52.63023376464843)
(0.8182, 52.69967317581176)
(0.8215999999999999, 52.80437469482422)
(0.8218, 53.309035301208496)
(0.8547, 87.93890476226807)
(0.8564999999999999, 88.40385675430298)
(0.8611000000000001, 88.48998546600342)
(0.8666, 89.25501108169554)
(0.8678000000000001, 89.44071531295776)
(0.868, 89.79222774505614)
(0.8721, 89.92167711257935)
(0.8724000000000001, 90.25477170944214)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0172, 2.472198009490967)
(0.0178, 2.4827122688293457)
(0.0186, 2.4892687797546387)
(0.019200000000000002, 2.5175094604492183)
(0.020300000000000002, 2.625727653503418)
(0.07830000000000001, 4.143571853637695)
(0.0827, 4.281103610992432)
(0.0869, 4.332447052001953)
(0.1497, 5.620777606964111)
(0.1629, 5.8866143226623535)
(0.1724, 6.191170215606689)
(0.40519999999999995, 16.329073905944824)
(0.4321, 16.481685638427734)
(0.44020000000000004, 16.515445709228516)
(0.46299999999999997, 16.60255193710327)
(0.46909999999999996, 20.164239406585693)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.016900000000000002, 5.90670108795166)
(0.0172, 6.101727485656737)
(0.0658, 8.24429988861084)
(0.0989, 10.419011116027832)
(0.10289999999999999, 10.518693923950195)
(0.1223, 10.526835918426514)
(0.12669999999999998, 10.571527481079102)
(0.12969999999999998, 10.861968994140625)
(0.1303, 16.50059223175049)
(0.133, 16.64881706237793)
(0.30379999999999996, 24.60559606552124)
(0.3235, 24.625277519226074)
(0.3291, 24.866116046905518)
(0.337, 31.241261959075928)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 0.7918000221252441)
(0.0235, 0.8624076843261719)
(0.0236, 1.1305093765258787)
(0.0237, 1.1395335197448728)
(0.087, 1.5556812286376953)
(0.09090000000000001, 1.6510605812072754)
(0.09190000000000001, 2.02864408493042)
(0.1683, 2.4054527282714844)
(0.1701, 2.488851547241211)
(0.1807, 2.9463887214660645)
(0.5988, 8.161783218383789)
(0.6333, 8.352553844451904)
(0.6415, 9.466207027435303)
(0.6423, 9.74428653717041)
(0.6472, 9.976792335510254)
(0.6655, 9.979104995727537)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1263, 1.4165401458740234)
(0.1272, 1.4787673950195312)
(0.1273, 1.5188336372375488)
(0.1291, 2.0897388458251953)
(0.1305, 2.1088361740112305)
(0.132, 2.2310376167297363)
(0.39780000000000004, 2.860724925994873)
(0.40599999999999997, 2.89609432220459)
(0.4142, 2.983391284942627)
(0.4159, 2.983701229095459)
(0.4168, 3.0243754386901855)
(0.41790000000000005, 3.9205789566040035)
(0.4201, 3.9942502975463863)
(0.42069999999999996, 3.9962887763977046)
(0.5342, 4.714596271514893)
(0.5418999999999999, 4.722702503204346)
(0.5511, 4.773509502410889)
(0.5519999999999999, 5.006313323974609)
(0.7386999999999999, 13.092076778411865)
(0.7484, 13.136756420135496)
(0.7514000000000001, 13.288772106170654)
(0.7545, 13.293051719665527)
(0.7553, 13.397252559661865)
(0.7775000000000001, 17.318272590637207)
(0.7777999999999999, 17.3470139503479)
(0.7838, 17.42880344390869)
(0.7872, 17.448091506958008)
(0.7897000000000001, 17.45551824569702)
(0.7904, 17.51999855041504)
(0.7912, 17.65052080154419)
(0.7921, 17.676806449890137)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 1.135849952697754)
(0.0013, 1.7589926719665525)
(0.0021000000000000003, 1.9654393196105957)
(0.0021999999999999997, 2.0992279052734375)
(0.0036999999999999997, 2.7199506759643555)
(0.0038, 2.761411666870117)
(0.0041, 2.788424491882324)
(0.0043, 3.245842456817627)
(0.004399999999999999, 3.4755587577819824)
(0.0046, 3.5639047622680664)
(0.0066, 4.035878181457519)
(0.0072, 4.0457963943481445)
(0.007299999999999999, 4.283034801483154)
(0.0077, 4.295682907104492)
(0.0159, 11.689412593841553)
(0.0166, 11.915099620819088)
(0.0172, 12.018644809722899)
(0.0187, 12.098991870880127)
(0.0188, 12.530386447906494)
(0.0198, 12.815117835998535)
(0.0199, 12.900149822235107)
(0.0279, 15.536582469940186)
(0.029199999999999997, 15.866529941558838)
(0.029699999999999997, 15.989792346954346)
(0.0299, 16.264307498931885)
(0.03, 16.45224094390869)
(0.0333, 16.45489931106567)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 141.90672636032104)
(0.008799999999999999, 143.575918674469)
(0.0089, 143.72141361236572)
(0.011600000000000001, 144.3468689918518)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 13.895559310913086)
(0.0075, 13.93838882446289)
(0.0086, 13.968305587768555)
(0.0155, 17.868096828460693)
(0.0162, 18.084750175476074)
(0.017, 18.091816902160645)
(0.0185, 18.144423961639404)
(0.0186, 18.426203727722164)
(0.0187, 18.696115016937256)
(0.0252, 34.709250926971436)
(0.0329, 34.84423637390137)
(0.033600000000000005, 35.30814170837402)
(0.0371, 35.41233777999878)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1125, 3.9222550392150883)
(0.1127, 3.958687782287597)
(0.11399999999999999, 4.151589870452881)
(0.11499999999999999, 4.243414402008057)
(0.11539999999999999, 4.2467451095581055)
(0.1157, 7.509276866912842)
(0.1172, 7.571988105773926)
(0.3926, 7.758488655090332)
(0.39990000000000003, 7.854042053222655)
(0.4002, 7.970159053802489)
(0.40309999999999996, 8.025946617126465)
(0.40700000000000003, 8.119471073150635)
(0.5591999999999999, 9.813671112060547)
(0.5827, 9.970498085021973)
(0.5833999999999999, 10.58882713317871)
(0.8025, 24.544901847839355)
(0.805, 24.69367504119873)
(0.8055, 24.95730400085449)
(0.8074, 25.052816867828366)
(0.8085000000000001, 25.097575187683105)
(0.8096, 25.323796272277832)
(0.8135999999999999, 30.493693351745602)
(0.8158, 30.58436870574951)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 24.807512760162354)
(0.0075, 25.101635456085205)
(0.014799999999999999, 28.813695907592773)
(0.0155, 28.936071395874023)
(0.0166, 29.255588054656982)
(0.023200000000000002, 55.73607683181763)
(0.0242, 55.83052396774292)
(0.028199999999999996, 55.95801830291748)
(0.0303, 56.03855371475219)
(0.032600000000000004, 56.46395444869995)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06760000000000001, 21.630659103393555)
(0.06949999999999999, 21.652615070343018)
(0.0701, 21.920173168182373)
(0.2853, 26.769146919250485)
(0.2928, 26.883416175842285)
(0.2967, 27.093970775604248)
(0.5115000000000001, 38.16239595413208)
(0.5115999999999999, 38.57722520828247)
(0.5267999999999999, 38.5847282409668)
(0.5269, 38.871943950653076)
(0.8013999999999999, 52.629780769348145)
(0.8128, 53.36079120635986)
(0.8182, 53.57426643371582)
(0.8215999999999999, 54.191222190856934)
(0.8218, 55.09819269180298)
(0.8547, 90.27120113372803)
(0.8564999999999999, 90.38551568984985)
(0.8611000000000001, 90.5237627029419)
(0.8678000000000001, 91.13819122314452)
(0.868, 91.5849781036377)
(0.8721, 92.04712390899658)
(0.8724000000000001, 92.37374067306519)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0172, 2.5932884216308594)
(0.0178, 2.6047897338867183)
(0.0186, 2.638568878173828)
(0.0188, 2.6998591423034664)
(0.020300000000000002, 2.781209945678711)
(0.07830000000000001, 4.374678134918213)
(0.0827, 4.44716215133667)
(0.0869, 4.520223140716553)
(0.1497, 5.876555442810058)
(0.1629, 6.351423263549804)
(0.1724, 6.564898490905762)
(0.40519999999999995, 16.800029277801514)
(0.4321, 16.85582399368286)
(0.43970000000000004, 16.908798217773438)
(0.44020000000000004, 17.009012699127197)
(0.46299999999999997, 17.04800844192505)
(0.46909999999999996, 20.70986270904541)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.016900000000000002, 6.1289167404174805)
(0.0172, 6.477875709533691)
(0.0658, 8.553099632263184)
(0.0989, 10.71791410446167)
(0.12669999999999998, 10.816142559051514)
(0.12969999999999998, 11.30298137664795)
(0.1303, 17.137153148651123)
(0.133, 17.286605834960938)
(0.3235, 25.254366397857666)
(0.3291, 25.56100368499756)
(0.337, 32.17434883117676)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023200000000000002, 0.8335685729980469)
(0.0235, 0.8955454826354979)
(0.0237, 1.189262866973877)
(0.087, 1.6302084922790525)
(0.09090000000000001, 1.7464494705200193)
(0.09190000000000001, 2.177095413208008)
(0.1683, 2.512972354888916)
(0.1701, 2.5780415534973145)
(0.1807, 3.245363235473633)
(0.5988, 8.672046661376953)
(0.6049, 8.764581680297852)
(0.6121000000000001, 8.973619937896729)
(0.6333, 9.009394645690918)
(0.6415, 9.989509582519531)
(0.6423, 10.104570388793945)
(0.6472, 10.393707752227783)
(0.6541, 10.624923706054688)
(0.6655, 10.658845901489258)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1263, 1.4768218994140625)
(0.1273, 1.557619571685791)
(0.1291, 2.2569823265075684)
(0.1305, 2.3736619949340816)
(0.1318, 2.3830199241638184)
(0.132, 2.407107353210449)
(0.39780000000000004, 2.9973983764648438)
(0.40599999999999997, 3.0710768699645996)
(0.4159, 3.097817897796631)
(0.4168, 3.1392645835876465)
(0.42069999999999996, 4.11358118057251)
(0.5418999999999999, 4.922637939453125)
(0.5423, 4.966788291931152)
(0.5498999999999999, 5.028860569000244)
(0.5511, 5.110752582550049)
(0.5519999999999999, 5.222821235656738)
(0.7484, 13.641159534454346)
(0.7545, 13.688287734985352)
(0.7553, 13.826403617858887)
(0.7775000000000001, 17.699172496795654)
(0.7777999999999999, 17.774271965026855)
(0.7838, 17.84323692321777)
(0.7886, 17.906858921051025)
(0.7897000000000001, 18.02429437637329)
(0.7904, 18.113787174224854)
(0.7921, 18.118669986724854)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.00030000000000000003, 1.2393712997436521)
(0.0013, 1.8854475021362302)
(0.0021000000000000003, 2.2562313079833984)
(0.0021999999999999997, 2.440011501312256)
(0.0036999999999999997, 2.9556441307067867)
(0.0038, 3.0015349388122554)
(0.0041, 3.091137409210205)
(0.0043, 3.730156421661377)
(0.004399999999999999, 3.8543796539306636)
(0.0046, 4.176626205444336)
(0.0066, 4.39129114151001)
(0.0070999999999999995, 4.553818702697754)
(0.0072, 4.581501483917236)
(0.0077, 4.748508930206299)
(0.0159, 12.77153730392456)
(0.0166, 12.820534706115723)
(0.0187, 12.88778305053711)
(0.0188, 13.178489208221436)
(0.0199, 13.425276279449463)
(0.029699999999999997, 16.4937162399292)
(0.0299, 16.87992572784424)
(0.0333, 16.969542503356934)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 144.37344551086426)
(0.008799999999999999, 145.98649501800537)
(0.0089, 146.38314962387085)
(0.011600000000000001, 147.14598655700684)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 14.29547977447511)
(0.0075, 14.342285394668599)
(0.0086, 14.598208665847785)
(0.0155, 18.32293176651003)
(0.0162, 18.465573787689323)
(0.017, 18.581141233444235)
(0.0179, 18.688528537750255)
(0.0185, 18.796751499176075)
(0.0187, 19.383595228195315)
(0.0316, 35.46509766578675)
(0.0329, 35.77437090873724)
(0.034499999999999996, 35.97898936271673)
(0.035199999999999995, 36.43753695487977)
(0.0371, 36.54463005065936)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11040000000000001, 4.229566812515304)
(0.1127, 4.304486036300709)
(0.11499999999999999, 4.641024827957172)
(0.11539999999999999, 4.879969835281374)
(0.1157, 7.7311220169067525)
(0.1172, 7.814043521881114)
(0.37770000000000004, 8.208326578140264)
(0.3923, 8.288740396499666)
(0.39990000000000003, 8.336282014846843)
(0.40309999999999996, 8.381946086883596)
(0.40700000000000003, 8.459610939025882)
(0.5591999999999999, 10.239876031875633)
(0.5827, 10.403291463851941)
(0.5833999999999999, 12.599933385849127)
(0.8025, 25.140077114105228)
(0.805, 25.208533525466926)
(0.8055, 25.48654103279114)
(0.8074, 25.672094345092788)
(0.8096, 25.81638717651371)
(0.8112, 30.920478105545172)
(0.8117000000000001, 31.02082109451302)
(0.8158, 31.28728389739993)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0073999999999999995, 25.47190999984745)
(0.0075, 25.725055217742934)
(0.014799999999999999, 29.46697187423709)
(0.0155, 29.506293773651134)
(0.0158, 29.727273225784305)
(0.0164, 29.903730630874705)
(0.0166, 30.196565866470348)
(0.0225, 56.61732912063599)
(0.0242, 56.87767100334179)
(0.0303, 57.2746126651764)
(0.0309, 57.54165577888491)
(0.032600000000000004, 57.6824088096619)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06949999999999999, 22.01151514053349)
(0.0701, 22.28715395927438)
(0.2741, 27.24976921081547)
(0.2928, 27.402917861938523)
(0.2929, 27.730747938156195)
(0.2967, 27.74602818489084)
(0.5033000000000001, 39.19913148880012)
(0.509, 39.683419704437284)
(0.5115999999999999, 39.69698429107667)
(0.5212, 39.90055537223816)
(0.5267999999999999, 40.379796743392944)
(0.5269, 40.46621608734143)
(0.8013999999999999, 53.658710002899255)
(0.8031, 54.40320944786073)
(0.8053000000000001, 54.87746334075934)
(0.8182, 54.957775115966896)
(0.8215999999999999, 55.239596605301)
(0.8218, 56.32129549980165)
(0.8564999999999999, 91.6228075027466)
(0.868, 92.18171334266667)
(0.8724000000000001, 95.24528527259847)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0177, 2.991181373596211)
(0.0185, 3.11049699783326)
(0.0186, 3.157531499862685)
(0.0188, 3.233277559280425)
(0.019200000000000002, 3.3792273998260822)
(0.020300000000000002, 3.4196739196777375)
(0.0747, 4.752964496612557)
(0.0869, 4.783635616302534)
(0.1497, 6.46644544601441)
(0.1528, 6.617244482040443)
(0.1629, 6.911862373352147)
(0.1724, 7.033466815948497)
(0.4321, 17.205366849899324)
(0.43970000000000004, 17.552941083908113)
(0.46299999999999997, 17.890255689620975)
(0.46909999999999996, 21.46084833145149)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.014599999999999998, 6.485722780227663)
(0.0154, 6.509191989898736)
(0.016800000000000002, 6.6273655891418715)
(0.016900000000000002, 6.630315780639681)
(0.0172, 7.315286159515392)
(0.0518, 8.833972454071052)
(0.0566, 8.92715406417847)
(0.057499999999999996, 9.01445960998538)
(0.0622, 9.017517089843775)
(0.0658, 9.02090358734136)
(0.0989, 11.04210329055788)
(0.1223, 11.154935359954901)
(0.12669999999999998, 11.195451021194462)
(0.12969999999999998, 11.663215398788452)
(0.1303, 18.17817115783697)
(0.133, 18.290428400039687)
(0.28559999999999997, 25.728561878204353)
(0.2864, 25.785678625106833)
(0.29169999999999996, 26.062093973159797)
(0.3156, 26.147256612777742)
(0.3235, 26.405654430389454)
(0.3291, 26.69586801528945)
(0.33039999999999997, 32.862116813659725)
(0.337, 33.83827304840094)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023, 0.9670870304107936)
(0.0235, 1.0481536388397492)
(0.0237, 1.3776316642761488)
(0.086, 1.7918100357055964)
(0.0863, 1.903497457504312)
(0.0879, 1.9244122505188326)
(0.0891, 2.1355092525482386)
(0.09090000000000001, 2.1976416110992556)
(0.1683, 2.7123522758484193)
(0.1688, 3.257323741912868)
(0.1699, 3.3138804435730287)
(0.17450000000000002, 3.5272088050842325)
(0.1807, 3.7438809871673793)
(0.6049, 9.079605102539075)
(0.6121000000000001, 9.365144968033057)
(0.6333, 9.430308818817172)
(0.6415, 10.306589841842671)
(0.6472, 10.80803871154792)
(0.6655, 11.85490417480469)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1248, 1.6156764030456894)
(0.12490000000000001, 1.6242158412933663)
(0.1258, 1.6571407318115567)
(0.1261, 1.6822371482849294)
(0.1272, 1.7684965133667125)
(0.1273, 1.9491519927978587)
(0.1318, 2.5186109542846857)
(0.132, 3.0857038497925102)
(0.39780000000000004, 3.1312155723571835)
(0.4168, 3.1878986358642583)
(0.42069999999999996, 4.3232481479644775)
(0.5418999999999999, 5.060197114944458)
(0.5498999999999999, 5.171910285949719)
(0.5519999999999999, 5.397866487503058)
(0.7545, 13.963232278823854)
(0.7553, 14.356230974197397)
(0.7775000000000001, 18.19730830192566)
(0.7838, 18.241404056549115)
(0.7882, 18.2483608722687)
(0.7904, 18.539928913116608)
(0.7921, 18.782999277114946)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0002, 1.4675643444061797)
(0.00030000000000000003, 1.5198981761932786)
(0.0012000000000000001, 2.271656036376996)
(0.0013, 2.3041162490845193)
(0.0021999999999999997, 2.6296050548554404)
(0.0036999999999999997, 3.278831958770847)
(0.0038, 3.379335880279626)
(0.0041, 3.432233572006308)
(0.004399999999999999, 4.135243177414036)
(0.0046, 4.879307746887235)
(0.0068000000000000005, 4.93026494979867)
(0.006900000000000001, 5.091953277587981)
(0.0072, 5.14635777473457)
(0.0077, 5.190083026886068)
(0.0159, 13.405999660491961)
(0.0187, 13.596497297287112)
(0.0188, 13.655556678771983)
(0.0199, 13.732187032699605)
(0.0279, 16.983757257461548)
(0.029699999999999997, 17.363908529281673)
(0.032, 17.511483430862437)
(0.0333, 17.74044251441968)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0025, 146.04630613327038)
(0.008799999999999999, 147.3111281394959)
(0.0089, 148.97860980033875)
(0.011600000000000001, 149.8701832294465)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.