\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 270.17254877407623)
(0.0363, 265.7597948893673)
(0.0385, 256.2665428562508)
(0.0485, 216.10243151713624)
(0.059699999999999996, 200.38748327358772)
(0.06810000000000001, 193.41817168976388)
(0.099, 156.70795762795424)
(0.1062, 155.9549076835429)
(0.1119, 151.22651534823459)
(0.1421, 114.01906927222042)
(0.1734, 101.62401037042198)
(0.1976, 95.90903744306472)
(0.26549999999999996, 88.71611159026466)
(0.2945, 85.90758689048566)
(0.3674, 64.98915585623662)
(0.5014000000000001, 61.30749110232453)
(0.5314, 59.42920192593334)
(0.5534, 57.19965287754906)
(0.6607999999999999, 46.663035431620756)
(0.7806, 42.13675826836021)
(0.8641, 39.9062546902982)
(0.8944000000000001, 30.40995815228914)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 2.207389986332315)
(0.6666000000000001, 0.862601047064474)
(0.8240999999999999, 0.48648545201885884)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0428, 364.8328057819286)
(0.057699999999999994, 335.22001474893125)
(0.06870000000000001, 294.2520891155805)
(0.1429, 186.66818458943743)
(0.2001, 167.52487318419534)
(0.2373, 153.63714898250788)
(0.2511, 134.3660466168976)
(0.3164, 114.07233157471423)
(0.35419999999999996, 112.51793342554448)
(0.4191, 106.91767369918483)
(0.4485, 96.46898727301962)
(0.5307999999999999, 91.03309166819355)
(0.5784, 43.15868551588363)
(0.7363000000000001, 38.051699675439075)
(0.8843, 32.999855437435194)
(0.8992000000000001, 23.093201413796123)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.43949999999999995, 7.43824951779731)
(0.4528, 5.823807612004902)
(0.6617, 2.7341553866382995)
(0.6940999999999999, 2.2272900922529155)
(0.8482, 1.608764349881057)
(0.8877, 1.3180406970619654)
(0.9939, 1.2554765912229133)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 20.49560257769082)
(0.3295, 19.943137838038016)
(0.4091, 17.610674933270182)
(0.43789999999999996, 15.562409404187733)
(0.438, 13.29430888083107)
(0.4826, 12.45180925375912)
(0.505, 10.481959346360602)
(0.595, 6.818362303114409)
(0.6373, 6.1418292981894025)
(0.6562, 5.381394311431432)
(0.6780999999999999, 5.01854963922127)
(0.7066, 4.155240760287886)
(0.7252, 4.055354065390678)
(0.7393, 3.6820216961352354)
(0.7525000000000001, 3.680371725069406)
(0.7776, 3.66112310589029)
(0.8042999999999999, 3.233200259142338)
(0.8664, 3.081156188950363)
(0.9258, 2.7702314128961745)
(0.9420999999999999, 2.516064280972579)
(0.9659000000000001, 2.275278373273477)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1595, 23.44590766278868)
(0.16570000000000001, 22.56465468393888)
(0.2892, 16.741144458716004)
(0.3122, 13.907769225687021)
(0.3298, 10.52260762015343)
(0.3587, 8.088345030670704)
(0.40800000000000003, 6.694539395211933)
(0.4391, 5.623466784554447)
(0.4849, 4.648397495943694)
(0.49379999999999996, 4.380124857635896)
(0.5179, 4.061317372897062)
(0.5631, 3.4503884612315043)
(0.6875, 3.2193779870768644)
(0.7652, 2.7093965718107573)
(0.8196999999999999, 2.1376847593638013)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 21.556873067811686)
(0.3267, 21.438166170904545)
(0.35819999999999996, 20.87756178583655)
(0.3699, 20.64076566277092)
(0.3881, 19.585341687353253)
(0.4042, 19.463336513676825)
(0.5053, 18.349139274034055)
(0.5378999999999999, 17.707535640777447)
(0.5724, 8.477554296214581)
(0.6167, 8.020718220353885)
(0.6426999999999999, 7.892068606940317)
(0.7588, 7.392322126505189)
(0.7961, 7.134173244408494)
(0.7984, 4.797567664452688)
(0.9390000000000001, 4.402259187342322)
(0.9589000000000001, 4.266753573818775)
(0.9606, 4.220411839032497)
(0.9715, 3.8819692588292454)
(0.9737, 3.6449107821622606)
(0.9933, 3.4201792585484423)
(0.9957, 3.4137897554678758)
(0.9986, 3.30053661096501)
(0.9992000000000001, 3.289156595572797)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 25.075110325029566)
(0.5378000000000001, 17.901802813069956)
(0.575, 17.10925238671457)
(0.5788, 12.926760719797276)
(0.7152999999999999, 10.003462106139157)
(0.7628999999999999, 6.919612537570368)
(0.7934, 6.5173278424428585)
(0.8547, 5.918167151236864)
(0.9541000000000001, 4.4054190049279525)
(0.9721, 4.230944235164119)
(0.9912000000000001, 3.0693156257107614)
(0.9934, 2.8634799505695407)
(0.9978999999999999, 2.419148764831477)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1069, 20.662582061243484)
(0.1187, 18.007529761769064)
(0.13999999999999999, 17.012479745046434)
(0.23690000000000003, 9.030416010951289)
(0.2964, 7.357708047447567)
(0.4997, 4.738547729180123)
(0.5599000000000001, 4.67415538088359)
(0.6054, 3.949294329391612)
(0.6881999999999999, 3.4318159720038772)
(0.7812, 3.3205934206314134)
(0.8426, 2.9155316875760375)
(0.8515, 2.562128136407325)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0379, 89.94079926958096)
(0.0541, 86.77657831979577)
(0.0629, 83.72971977210877)
(0.1383, 52.11622900780849)
(0.20390000000000003, 46.793786373911864)
(0.23929999999999998, 43.28085691371431)
(0.2835, 32.03035322680625)
(0.3439, 31.81549117187524)
(0.4048, 29.060023624904385)
(0.4144, 28.296160558129852)
(0.4891, 25.637277797405723)
(0.595, 12.07068267083274)
(0.7175, 10.7375405895505)
(0.8641, 8.968395812128573)
(0.8813000000000001, 5.850322959962158)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8944000000000001, 511.895210981369)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8240999999999999, 1627.4750180244446)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8992000000000001, 1067.1878907680511)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9939, 3481.157161951065)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9659000000000001, 419.3593454360962)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8196999999999999, 678.2772238254547)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9992000000000001, 213.6974232196808)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9978999999999999, 385.9713497161865)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8515, 394.10291266441345)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8813000000000001, 11599.896925210953)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8944000000000001, 535172.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8240999999999999, 13585572.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8992000000000001, 964736.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9939, 12286968.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9659000000000001, 1882420.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8196999999999999, 3320896.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9992000000000001, 723348.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9978999999999999, 1593240.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8515, 1839356.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8813000000000001, 8228100.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 4971)
(0.0363, 5105)
(0.0385, 5183)
(0.0485, 6334)
(0.0498, 6623)
(0.059699999999999996, 7015)
(0.0622, 7429)
(0.06810000000000001, 7477)
(0.0713, 8094)
(0.099, 12415)
(0.1062, 12549)
(0.1119, 12627)
(0.1421, 14654)
(0.1449, 15555)
(0.1734, 15668)
(0.1976, 16335)
(0.2045, 18441)
(0.26549999999999996, 18933)
(0.2817, 19067)
(0.2945, 19145)
(0.3674, 21193)
(0.3774, 22193)
(0.4394, 22207)
(0.48979999999999996, 22874)
(0.5014000000000001, 24856)
(0.5314, 24990)
(0.5534, 25068)
(0.6607999999999999, 27116)
(0.6748000000000001, 28116)
(0.7806, 28130)
(0.8641, 28797)
(0.8944000000000001, 31197)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 168443)
(0.6666000000000001, 1259786)
(0.8240999999999999, 3494333)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.057699999999999994, 169)
(0.06870000000000001, 172)
(0.2001, 249)
(0.2373, 252)
(0.2511, 2037)
(0.3164, 2041)
(0.35419999999999996, 2797)
(0.4485, 2801)
(0.5307999999999999, 3265)
(0.5784, 12920)
(0.7363000000000001, 13559)
(0.8843, 17051)
(0.8992000000000001, 27887)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.43949999999999995, 16609)
(0.9939, 16976)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3295, 9600)
(0.4091, 10104)
(0.43789999999999996, 11307)
(0.438, 33219)
(0.4826, 36454)
(0.595, 56081)
(0.6373, 59149)
(0.6562, 118838)
(0.6780999999999999, 136115)
(0.7252, 164581)
(0.7776, 169752)
(0.8042999999999999, 263070)
(0.8257999999999999, 310538)
(0.8664, 357073)
(0.9258, 366854)
(0.9420999999999999, 463629)
(0.9659000000000001, 497370)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1595, 540)
(0.16570000000000001, 542)
(0.24559999999999998, 1186)
(0.25339999999999996, 1240)
(0.3303, 2687)
(0.33799999999999997, 3247)
(0.4554, 7126)
(0.4849, 12000)
(0.49379999999999996, 17705)
(0.5179, 79593)
(0.5631, 110595)
(0.6697, 115813)
(0.6875, 133757)
(0.7652, 169195)
(0.8196999999999999, 457260)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3267, 1045)
(0.5244, 1052)
(0.6982, 1075)
(0.7053, 1082)
(0.7571, 1236)
(0.7732, 1297)
(0.7984, 1678)
(0.8938, 1819)
(0.9175000000000001, 1974)
(0.9555999999999999, 3619)
(0.9737, 5088)
(0.9933, 20946)
(0.9957, 25548)
(0.9986, 38780)
(0.9992000000000001, 46524)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4655, 431)
(0.4897, 438)
(0.6869, 593)
(0.7152999999999999, 667)
(0.8285, 1097)
(0.8547, 1428)
(0.9541000000000001, 4995)
(0.9721, 7579)
(0.9912000000000001, 84384)
(0.992, 166507)
(0.9934, 185213)
(0.9978999999999999, 320934)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0969, 77)
(0.1069, 89)
(0.21459999999999999, 134)
(0.23690000000000003, 145)
(0.2585, 672)
(0.2964, 786)
(0.4997, 249603)
(0.5599000000000001, 249614)
(0.6054, 250422)
(0.6122, 279717)
(0.6881999999999999, 449395)
(0.7812, 449406)
(0.8426, 450214)
(0.8515, 479603)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0379, 935)
(0.0629, 938)
(0.1383, 2830)
(0.2835, 2920)
(0.4144, 3793)
(0.4891, 4399)
(0.7175, 15560)
(0.8641, 19488)
(0.8813000000000001, 34136)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(20.531982589707294, 270.17254877407623)
(20.509895021583553, 265.7597948893673)
(20.497112260445704, 256.2665428562508)
(16.471612065060725, 216.10243151713624)
(16.275553487664947, 200.38748327358772)
(16.164513196363547, 193.41817168976388)
(16.031619612777973, 182.15557990393705)
(15.92975420665969, 174.91520730370277)
(15.776531743913605, 157.3347076553017)
(7.779758718864685, 156.70795762795424)
(7.768747066141489, 155.9549076835429)
(7.744467866676944, 151.22651534823459)
(4.369774351177153, 114.01906927222042)
(4.267314511981656, 101.62401037042198)
(4.220342817656701, 95.90903744306472)
(4.07032267106332, 92.75909193263604)
(1.2093385931316827, 88.71611159026466)
(1.1500867243014021, 85.90758689048566)
(0.3005113420856979, 64.98915585623662)
(0.053619830102867666, 61.30749110232453)
(0.04006546624177944, 59.42920192593334)
(0.03449473729857588, 57.19965287754906)
(0.020460066861128102, 46.663035431620756)
(0.014936283933535332, 42.13675826836021)
(0.012963678908741094, 39.9062546902982)
(0.012243127441839993, 30.40995815228914)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(59.69744091749997, 2.207389986332315)
(18.340761906557248, 0.862601047064474)
(5.1245348121049785, 0.48648545201885884)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(37.81317801272256, 364.8328057819286)
(37.80924105659402, 335.22001474893125)
(37.807415177945906, 294.2520891155805)
(37.80514472426623, 203.19692705574943)
(9.869089486275906, 186.66818458943743)
(9.863430208743289, 167.52487318419534)
(9.860798524864212, 153.63714898250788)
(0.8198081593913878, 134.3660466168976)
(0.034602019735239305, 114.07233157471423)
(0.025001771013656665, 96.46898727301962)
(0.021513537000082263, 91.03309166819355)
(0.014840084898936923, 38.051699675439075)
(0.012379544004669615, 32.999855437435194)
(0.012121859400502765, 23.093201413796123)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(98.0803683900439, 7.43824951779731)
(88.2568519052508, 5.823807612004902)
(24.52734432346835, 2.7341553866382995)
(16.62653122498602, 2.2272900922529155)
(4.755296958415367, 1.608764349881057)
(1.9060737017795324, 1.3180406970619654)
(0.04755394440481437, 1.2554765912229133)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.2819154312652783, 20.49560257769082)
(3.228077896509283, 19.943137838038016)
(1.197081812060981, 17.610674933270182)
(0.9209309981083937, 15.562409404187733)
(0.8468598095095973, 12.45180925375912)
(0.7713919080711041, 10.481959346360602)
(0.4077838711996879, 6.818362303114409)
(0.25400855824944896, 6.1418292981894025)
(0.2195610898781682, 5.01854963922127)
(0.1904009743211601, 4.155240760287886)
(0.1685283736058647, 4.055354065390678)
(0.08979991391635257, 3.66112310589029)
(0.088344559531903, 3.233200259142338)
(0.04839490459121423, 3.081156188950363)
(0.026011350900567835, 2.7702314128961745)
(0.023889629633418213, 2.516064280972579)
(0.019401484586283373, 2.275278373273477)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2948975905526286, 23.44590766278868)
(0.29486988603307684, 22.56465468393888)
(0.26198542516507295, 16.741144458716004)
(0.24944272614960103, 13.907769225687021)
(0.24251326995939074, 10.52260762015343)
(0.17623613465367716, 9.55702037202624)
(0.17621127227069044, 9.181647317127204)
(0.14967856492369164, 6.694539395211933)
(0.11496475282398898, 5.877243708475673)
(0.11494289815170655, 5.6273873037172315)
(0.06277899994457306, 4.648397495943694)
(0.06272511875835692, 4.380124857635896)
(0.06086592790639185, 3.2330981890459443)
(0.0491905451947314, 3.2193779870768644)
(0.043548095954450194, 2.7093965718107573)
(0.04034663748506757, 2.1376847593638013)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(68.64398324780949, 21.556873067811686)
(67.87687746817022, 21.438166170904545)
(21.644222752305435, 20.87756178583655)
(20.24643762269689, 20.64076566277092)
(11.048811765223087, 19.585341687353253)
(9.7264734848203, 19.463336513676825)
(5.500374881577468, 18.349139274034055)
(4.729488605063577, 17.707535640777447)
(2.4705467111662296, 8.020718220353885)
(1.9433745270026748, 7.892068606940317)
(1.2147825083495336, 7.475956333704891)
(0.7584657272636115, 7.392322126505189)
(0.5651405503730044, 7.134173244408494)
(0.3412887514413167, 4.512673625161948)
(0.13904997863752552, 4.402259187342322)
(0.10436159888659405, 4.266753573818775)
(0.0976812201958564, 4.220411839032497)
(0.09266091384087684, 3.8819692588292454)
(0.07183470420713085, 3.6449107821622606)
(0.04478847133937575, 3.4201792585484423)
(0.026694476200141898, 3.4137897554678758)
(0.01773078423928028, 3.289156595572797)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(3.4025436275351812, 25.075110325029566)
(3.002578160100459, 17.901802813069956)
(2.753581741783728, 17.10925238671457)
(1.0845280686299084, 10.003462106139157)
(0.8592218169417842, 6.919612537570368)
(0.7484483447778613, 6.5173278424428585)
(0.3941971024560957, 5.918167151236864)
(0.07414338661842751, 4.4054190049279525)
(0.0530737733841892, 4.230944235164119)
(0.030436390040099574, 3.0693156257107614)
(0.027662688135751783, 2.8634799505695407)
(0.0179753231478701, 2.419148764831477)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(135.6353138117603, 20.662582061243484)
(116.98792792897447, 18.007529761769064)
(116.56321431384701, 17.012479745046434)
(111.15426116008533, 15.782164540296423)
(111.1338767400638, 14.81343066429282)
(110.20659088266768, 14.097693030678675)
(54.323978823064046, 9.030416010951289)
(36.220267084372786, 7.357708047447567)
(33.4187967511092, 6.85938636386822)
(32.9865557168941, 6.143961936235818)
(5.394446224263862, 4.738547729180123)
(5.353941117350189, 4.67415538088359)
(1.3628418413744916, 3.949294329391612)
(0.8549941027208974, 3.703239571693094)
(0.10105861749921902, 3.4318159720038772)
(0.08510363878886404, 3.3205934206314134)
(0.045721726861320776, 2.9155316875760375)
(0.04341106900726418, 2.562128136407325)
(0.04242562989103946, 2.518950139073595)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(54.52782488861744, 89.94079926958096)
(54.523576278076156, 86.77657831979577)
(54.522101824612385, 83.72971977210877)
(9.096542913803335, 52.11622900780849)
(9.088127972649708, 46.793786373911864)
(9.08467686670557, 43.28085691371431)
(0.4072737691096353, 36.61832216951238)
(0.03936391882123974, 32.03035322680625)
(0.02717524701552112, 28.296160558129852)
(0.02299396740710698, 25.637277797405723)
(0.02269256969063369, 10.738044310935505)
(0.014983082798636868, 10.7375405895505)
(0.012367762576584191, 8.968395812128573)
(0.012008394392926901, 5.850322959962158)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8944000000000001, 10.0)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8240999999999999, 10.0)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8992000000000001, 10.0)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9939, 10.0)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9659000000000001, 10.0)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8196999999999999, 10.0)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9992000000000001, 10.0)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9978999999999999, 10.0)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8515, 10.0)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8813000000000001, 10.0)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0333, 1980.852615961075)
(0.0363, 2013.7432760391234)
(0.0385, 2088.3412794942856)
(0.0485, 2476.4737547969817)
(0.059699999999999996, 2670.6857696762086)
(0.06810000000000001, 2766.916858558655)
(0.099, 3415.09141016674)
(0.1062, 3431.581653627396)
(0.1119, 3538.876755624771)
(0.1421, 4693.706091586113)
(0.1734, 5266.196423948288)
(0.1976, 5579.9955277175895)
(0.26549999999999996, 6032.410465324402)
(0.2945, 6229.624406540871)
(0.3674, 8234.7892190485)
(0.5014000000000001, 8729.308447915078)
(0.5314, 9005.202537752151)
(0.5534, 9356.210625013351)
(0.6607999999999999, 11468.863845864298)
(0.7806, 12700.834662970543)
(0.8641, 13410.729825520515)
(0.8944000000000001, 17598.577325227736)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 6154586.223602964)
(0.6666000000000001, 15749542.672401328)
(0.8240999999999999, 27925957.38191437)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0428, 2644.3236044311525)
(0.057699999999999994, 2877.918851959229)
(0.06870000000000001, 3278.603740417481)
(0.1429, 5168.186545135498)
(0.2001, 5758.762753631592)
(0.2373, 6279.3146474609375)
(0.2511, 7179.909093780518)
(0.3164, 8457.230484222413)
(0.35419999999999996, 8574.064334716797)
(0.4191, 9023.166765808106)
(0.4485, 10000.478156463623)
(0.5307999999999999, 10597.640729553223)
(0.5784, 22353.229447753907)
(0.7363000000000001, 25353.295864013675)
(0.8843, 29234.55230975342)
(0.8992000000000001, 41775.75827246094)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.43949999999999995, 1651862.843616806)
(0.4528, 2109782.6059144307)
(0.6617, 4493880.655081232)
(0.6940999999999999, 5516554.867611191)
(0.8482, 7637518.820521122)
(0.8877, 9322146.142671306)
(0.9939, 9786696.212337753)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 91845.06739260197)
(0.3295, 94389.35915137768)
(0.4091, 106890.84927936077)
(0.43789999999999996, 120959.41901473523)
(0.438, 141595.9277668238)
(0.4826, 151176.42437637807)
(0.505, 179586.6533916283)
(0.595, 276080.95849353314)
(0.6373, 306491.74840384006)
(0.6562, 349801.5367506647)
(0.6780999999999999, 375092.43413443567)
(0.7066, 453023.08785341744)
(0.7252, 464181.417860651)
(0.7393, 511246.30850922107)
(0.7525000000000001, 511475.5086225701)
(0.7776, 514164.62805400376)
(0.8042999999999999, 582215.7148098659)
(0.8664, 610945.9840921832)
(0.9258, 679517.2386093187)
(0.9420999999999999, 748160.5355775547)
(0.9659000000000001, 827336.1282346011)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1595, 141640.7523122101)
(0.16570000000000001, 147172.47157182312)
(0.2892, 198367.32238882448)
(0.3122, 238779.91833992006)
(0.3298, 315596.29702809145)
(0.3587, 410577.93496781925)
(0.40800000000000003, 496060.41640074155)
(0.4391, 590542.4762392578)
(0.4849, 714417.3885511933)
(0.49379999999999996, 758173.8210523071)
(0.5179, 817689.3591625672)
(0.5631, 962470.1790286865)
(0.6875, 1031533.4245716552)
(0.7652, 1225695.8005156706)
(0.8196999999999999, 1553501.2753650055)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 33555.33048436832)
(0.3267, 33741.132251400944)
(0.35819999999999996, 34647.14928975677)
(0.3699, 35044.63021469593)
(0.3881, 36933.1314994154)
(0.4042, 37164.645408648496)
(0.5053, 39421.358636893274)
(0.5378999999999999, 40849.727182491304)
(0.5724, 85325.08017353438)
(0.6167, 90184.94106480216)
(0.6426999999999999, 91655.05725126171)
(0.7588, 97851.25534592629)
(0.7961, 101391.98688046074)
(0.7984, 150773.90265063)
(0.9390000000000001, 164312.90599150088)
(0.9589000000000001, 169531.23434138202)
(0.9606, 171392.75207933807)
(0.9715, 186335.32410252857)
(0.9737, 198454.24023544692)
(0.9933, 211494.17773704528)
(0.9957, 211890.02598692893)
(0.9986, 219160.7260458498)
(0.9992000000000001, 219918.9910792408)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 63538.7034931469)
(0.5378000000000001, 88998.85763666153)
(0.575, 93121.54406215667)
(0.5788, 123251.29508740423)
(0.7152999999999999, 159268.85943039894)
(0.7628999999999999, 230249.88629774097)
(0.7934, 244462.1535875988)
(0.8547, 269211.7270913887)
(0.9541000000000001, 361654.58909079555)
(0.9721, 376568.4233694935)
(0.9912000000000001, 519086.40045158385)
(0.9934, 556399.914615469)
(0.9978999999999999, 658595.2973053264)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1069, 89018.69062386226)
(0.1187, 102143.71567526435)
(0.13999999999999999, 108118.04202356625)
(0.23690000000000003, 203684.52547140597)
(0.2964, 249990.34864370347)
(0.4997, 388168.7185871716)
(0.5599000000000001, 393516.22916144755)
(0.6054, 465742.9521803589)
(0.6881999999999999, 535971.6298907422)
(0.7812, 553923.8825722437)
(0.8426, 630881.8414967165)
(0.8515, 717901.6435060845)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0379, 91483.50989563465)
(0.0541, 94819.36438744067)
(0.0629, 98269.76636724472)
(0.1383, 157879.8035975933)
(0.20390000000000003, 175837.4484648943)
(0.23929999999999998, 190109.45223205088)
(0.2835, 256884.46024110317)
(0.3439, 258619.29823901653)
(0.4048, 283141.54545106884)
(0.4144, 290785.0336478233)
(0.4891, 320942.81089518074)
(0.595, 681659.8716394185)
(0.7175, 766292.7959506273)
(0.8641, 917455.0468515874)
(0.8813000000000001, 1406435.1756835699)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0335, 270.17254877407623)
(0.0366, 265.7597948893673)
(0.0388, 256.2665428562508)
(0.0487, 216.10243151713624)
(0.0601, 200.38748327358772)
(0.06860000000000001, 193.41817168976388)
(0.0997, 156.70795762795424)
(0.10700000000000001, 155.9549076835429)
(0.1127, 151.22651534823459)
(0.143, 114.01906927222042)
(0.17450000000000002, 101.62401037042198)
(0.1988, 95.90903744306472)
(0.26739999999999997, 88.71611159026466)
(0.2965, 85.90758689048566)
(0.3699, 64.98915585623662)
(0.504, 61.30749110232453)
(0.5342, 59.42920192593334)
(0.5562, 57.19965287754906)
(0.6639999999999999, 46.663035431620756)
(0.784, 42.13675826836021)
(0.8673, 39.9062546902982)
(0.8973000000000001, 30.40995815228914)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0237, 2.207389986332315)
(0.08149999999999999, 0.862601047064474)
(0.20379999999999998, 0.48648545201885884)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0429, 364.8328057819286)
(0.0578, 335.22001474893125)
(0.06899999999999999, 294.2520891155805)
(0.1436, 186.66818458943743)
(0.20099999999999998, 167.52487318419534)
(0.2384, 153.63714898250788)
(0.2522, 134.3660466168976)
(0.3181, 114.07233157471423)
(0.3557, 112.51793342554448)
(0.421, 106.91767369918483)
(0.4506, 96.46898727301962)
(0.5334, 91.03309166819355)
(0.5811, 43.15868551588363)
(0.7399, 38.051699675439075)
(0.8875, 32.999855437435194)
(0.9022, 23.093201413796123)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1203, 7.43824951779731)
(0.2488, 2.7341553866382995)
(0.3957, 1.608764349881057)
(0.6388, 1.2554765912229133)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.020300000000000002, 20.49560257769082)
(0.0208, 19.943137838038016)
(0.0264, 17.610674933270182)
(0.028599999999999997, 15.562409404187733)
(0.034100000000000005, 12.45180925375912)
(0.0432, 10.481959346360602)
(0.0832, 8.145252059850291)
(0.08499999999999999, 8.071566520661957)
(0.10089999999999999, 6.818362303114409)
(0.10980000000000001, 6.1418292981894025)
(0.1309, 5.01854963922127)
(0.205, 4.8208098648036)
(0.2098, 4.798476286454014)
(0.2383, 4.055354065390678)
(0.46609999999999996, 3.6820216961352354)
(0.4751, 3.680371725069406)
(0.5309, 3.081156188950363)
(0.5724, 2.7702314128961745)
(0.6666000000000001, 2.275278373273477)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0094, 23.44590766278868)
(0.0117, 22.56465468393888)
(0.016900000000000002, 16.741144458716004)
(0.0191, 13.907769225687021)
(0.0317, 9.55702037202624)
(0.0388, 9.181647317127204)
(0.0623, 6.694539395211933)
(0.0683, 5.877243708475673)
(0.08249999999999999, 5.6273873037172315)
(0.1454, 4.648397495943694)
(0.1701, 4.380124857635896)
(0.17250000000000001, 3.4503884612315043)
(0.3124, 3.2193779870768644)
(0.3846, 2.7093965718107573)
(0.4481, 2.1376847593638013)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0319, 21.556873067811686)
(0.0325, 21.438166170904545)
(0.0333, 20.87756178583655)
(0.0361, 20.64076566277092)
(0.0391, 19.463336513676825)
(0.045, 17.707535640777447)
(0.10969999999999999, 8.902350580407957)
(0.1149, 8.477554296214581)
(0.1202, 8.020718220353885)
(0.12250000000000001, 8.008337308333056)
(0.1306, 7.892068606940317)
(0.13169999999999998, 7.392322126505189)
(0.1497, 7.134173244408494)
(0.2593, 5.355922447307838)
(0.2645, 5.318692037956173)
(0.274, 5.067912206208179)
(0.2903, 5.044365739467875)
(0.3083, 4.402259187342322)
(0.3469, 4.220411839032497)
(0.4974, 4.169981660399771)
(0.5064, 4.128951630736766)
(0.5547, 3.8819692588292454)
(0.592, 3.4137897554678758)
(0.6689, 3.289156595572797)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0214, 25.075110325029566)
(0.025500000000000002, 17.901802813069956)
(0.028100000000000003, 17.10925238671457)
(0.0288, 12.926760719797276)
(0.0794, 10.003462106139157)
(0.08990000000000001, 6.919612537570368)
(0.0996, 6.5173278424428585)
(0.2122, 5.918167151236864)
(0.5214000000000001, 4.4054190049279525)
(0.5422, 4.230944235164119)
(0.6033000000000001, 3.0693156257107614)
(0.6123000000000001, 2.8634799505695407)
(0.6123999999999999, 2.476376414136641)
(0.7014, 2.419148764831477)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.086, 20.662582061243484)
(0.09559999999999999, 18.007529761769064)
(0.1131, 17.012479745046434)
(0.1965, 9.030416010951289)
(0.2505, 7.357708047447567)
(0.4303, 4.738547729180123)
(0.4748, 4.67415538088359)
(0.5126000000000001, 3.949294329391612)
(0.6306, 3.4318159720038772)
(0.7041000000000001, 3.3205934206314134)
(0.7551, 2.9155316875760375)
(0.7633, 2.562128136407325)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0382, 89.94079926958096)
(0.0546, 86.77657831979577)
(0.0635, 83.72971977210877)
(0.1399, 52.11622900780849)
(0.2057, 46.793786373911864)
(0.2412, 43.28085691371431)
(0.286, 32.03035322680625)
(0.3469, 31.81549117187524)
(0.4081, 29.060023624904385)
(0.418, 28.296160558129852)
(0.493, 25.637277797405723)
(0.6014, 12.07068267083274)
(0.7248, 10.7375405895505)
(0.8714999999999999, 8.968395812128573)
(0.8884000000000001, 5.850322959962158)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0358, 270.17254877407623)
(0.038900000000000004, 265.7597948893673)
(0.0411, 256.2665428562508)
(0.0524, 216.10243151713624)
(0.0649, 200.38748327358772)
(0.0741, 193.41817168976388)
(0.1059, 156.70795762795424)
(0.1137, 155.9549076835429)
(0.1196, 151.22651534823459)
(0.1526, 114.01906927222042)
(0.1864, 101.62401037042198)
(0.21139999999999998, 95.90903744306472)
(0.28969999999999996, 88.71611159026466)
(0.3209, 85.90758689048566)
(0.3973, 64.98915585623662)
(0.5295, 61.30749110232453)
(0.5622, 59.42920192593334)
(0.5859, 57.19965287754906)
(0.6921, 46.663035431620756)
(0.8183, 42.13675826836021)
(0.8991, 39.9062546902982)
(0.9246000000000001, 30.40995815228914)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0268, 2.207389986332315)
(0.0911, 0.862601047064474)
(0.2263, 0.48648545201885884)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0465, 364.8328057819286)
(0.0636, 335.22001474893125)
(0.075, 294.2520891155805)
(0.1563, 186.66818458943743)
(0.2197, 167.52487318419534)
(0.25939999999999996, 153.63714898250788)
(0.2758, 134.3660466168976)
(0.3491, 114.07233157471423)
(0.3894, 112.51793342554448)
(0.45940000000000003, 106.91767369918483)
(0.49429999999999996, 96.46898727301962)
(0.5831999999999999, 91.03309166819355)
(0.6287, 43.15868551588363)
(0.8009999999999999, 38.051699675439075)
(0.9330999999999999, 32.999855437435194)
(0.9442999999999999, 23.093201413796123)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.12840000000000001, 7.43824951779731)
(0.263, 2.7341553866382995)
(0.4171, 1.608764349881057)
(0.6585, 1.2554765912229133)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0219, 20.49560257769082)
(0.0224, 19.943137838038016)
(0.0283, 17.610674933270182)
(0.030699999999999998, 15.562409404187733)
(0.0366, 12.45180925375912)
(0.046400000000000004, 10.481959346360602)
(0.0898, 8.145252059850291)
(0.09190000000000001, 8.071566520661957)
(0.1091, 6.818362303114409)
(0.1186, 6.1418292981894025)
(0.142, 5.01854963922127)
(0.2213, 4.8208098648036)
(0.2265, 4.798476286454014)
(0.25830000000000003, 4.055354065390678)
(0.481, 3.6820216961352354)
(0.4911, 3.680371725069406)
(0.5495, 3.081156188950363)
(0.5938, 2.7702314128961745)
(0.6942, 2.275278373273477)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0103, 23.44590766278868)
(0.0129, 22.56465468393888)
(0.018099999999999998, 16.741144458716004)
(0.020300000000000002, 13.907769225687021)
(0.0356, 9.55702037202624)
(0.0437, 9.181647317127204)
(0.06820000000000001, 6.694539395211933)
(0.0765, 5.877243708475673)
(0.0922, 5.6273873037172315)
(0.16299999999999998, 4.648397495943694)
(0.1898, 4.380124857635896)
(0.1907, 3.4503884612315043)
(0.3445, 3.2193779870768644)
(0.4241, 2.7093965718107573)
(0.4902, 2.1376847593638013)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.034999999999999996, 21.556873067811686)
(0.0356, 21.438166170904545)
(0.0364, 20.87756178583655)
(0.0392, 20.64076566277092)
(0.042499999999999996, 19.463336513676825)
(0.0487, 17.707535640777447)
(0.1193, 8.902350580407957)
(0.1248, 8.477554296214581)
(0.13040000000000002, 8.020718220353885)
(0.1331, 8.008337308333056)
(0.1422, 7.892068606940317)
(0.1424, 7.392322126505189)
(0.1617, 7.134173244408494)
(0.2774, 5.355922447307838)
(0.28300000000000003, 5.318692037956173)
(0.2927, 5.067912206208179)
(0.3105, 5.044365739467875)
(0.3306, 4.402259187342322)
(0.3721, 4.220411839032497)
(0.49960000000000004, 4.169981660399771)
(0.5094000000000001, 4.128951630736766)
(0.5615, 3.8819692588292454)
(0.6046, 3.4137897554678758)
(0.6885, 3.289156595572797)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.023799999999999998, 25.075110325029566)
(0.028399999999999998, 17.901802813069956)
(0.0311, 17.10925238671457)
(0.0317, 12.926760719797276)
(0.0878, 10.003462106139157)
(0.0996, 6.919612537570368)
(0.1103, 6.5173278424428585)
(0.2291, 5.918167151236864)
(0.5313, 4.4054190049279525)
(0.5544, 4.230944235164119)
(0.6134000000000001, 3.0693156257107614)
(0.6261, 2.8634799505695407)
(0.7216, 2.419148764831477)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.091, 20.662582061243484)
(0.10089999999999999, 18.007529761769064)
(0.1196, 17.012479745046434)
(0.2036, 9.030416010951289)
(0.258, 7.357708047447567)
(0.4386, 4.738547729180123)
(0.485, 4.67415538088359)
(0.5236, 3.949294329391612)
(0.6378, 3.4318159720038772)
(0.7141, 3.3205934206314134)
(0.7664, 2.9155316875760375)
(0.775, 2.562128136407325)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0419, 89.94079926958096)
(0.0593, 86.77657831979577)
(0.06889999999999999, 83.72971977210877)
(0.1528, 52.11622900780849)
(0.22290000000000001, 46.793786373911864)
(0.2627, 43.28085691371431)
(0.3125, 32.03035322680625)
(0.37839999999999996, 31.81549117187524)
(0.4455, 29.060023624904385)
(0.45599999999999996, 28.296160558129852)
(0.5378000000000001, 25.637277797405723)
(0.6533, 12.07068267083274)
(0.7857000000000001, 10.7375405895505)
(0.9208000000000001, 8.968395812128573)
(0.9348000000000001, 5.850322959962158)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0363, 2.576589584350586)
(0.0385, 2.745509147644043)
(0.0485, 3.56137752532959)
(0.059699999999999996, 3.8295984268188477)
(0.06810000000000001, 3.9212703704833984)
(0.099, 4.924654960632324)
(0.1062, 4.975557327270508)
(0.1119, 5.230307579040527)
(0.1421, 7.34865665435791)
(0.1734, 8.03077220916748)
(0.1976, 8.403420448303223)
(0.26549999999999996, 10.141372680664062)
(0.2945, 10.29515266418457)
(0.3674, 13.564586639404297)
(0.4394, 15.254855155944824)
(0.5014000000000001, 15.737414360046387)
(0.5314, 16.07954502105713)
(0.5534, 16.586661338806152)
(0.6607999999999999, 19.965767860412598)
(0.7806, 22.15099334716797)
(0.8641, 23.273348808288574)
(0.8944000000000001, 31.940460205078125)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 394.6716785430908)
(0.6666000000000001, 999.3250370025635)
(0.8240999999999999, 1757.277250289917)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0428, 2.506732940673828)
(0.057699999999999994, 2.635836601257324)
(0.06870000000000001, 2.9636621475219727)
(0.1429, 4.876852035522461)
(0.2001, 5.045652389526367)
(0.2373, 5.459904670715332)
(0.2511, 7.270216941833496)
(0.3164, 8.48841667175293)
(0.35419999999999996, 8.655905723571777)
(0.4191, 9.08362865447998)
(0.4485, 9.937882423400879)
(0.5307999999999999, 10.477900505065918)
(0.5784, 22.58288860321045)
(0.7363000000000001, 25.49445629119873)
(0.8843, 29.45411205291748)
(0.8992000000000001, 43.60055923461914)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.43949999999999995, 62.30199337005615)
(0.4528, 123.20995330810547)
(0.6617, 159.20710563659668)
(0.8482, 267.0186758041382)
(0.9939, 320.6287622451782)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 42.166948318481445)
(0.3295, 43.00689697265625)
(0.4091, 45.88305950164795)
(0.43789999999999996, 55.60135841369629)
(0.4826, 69.90444660186768)
(0.505, 83.770751953125)
(0.595, 119.15469169616699)
(0.6373, 142.06182956695557)
(0.6562, 176.75137519836426)
(0.6780999999999999, 176.91993713378906)
(0.7252, 204.31923866271973)
(0.7393, 232.80835151672363)
(0.7525000000000001, 233.07156562805176)
(0.7776, 240.9447431564331)
(0.8664, 281.30340576171875)
(0.9258, 328.3250331878662)
(0.9420999999999999, 366.7623996734619)
(0.9659000000000001, 417.9370403289795)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1595, 37.52434253692627)
(0.16570000000000001, 37.68277168273926)
(0.2892, 46.8982458114624)
(0.3122, 60.675740242004395)
(0.3298, 88.26303482055664)
(0.40800000000000003, 111.33086681365967)
(0.4391, 145.19333839416504)
(0.4849, 174.25060272216797)
(0.49379999999999996, 175.46558380126953)
(0.5179, 182.41024017333984)
(0.6875, 231.03904724121094)
(0.7652, 303.36785316467285)
(0.8196999999999999, 445.9604024887085)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 43.57743263244629)
(0.3267, 43.831467628479004)
(0.35819999999999996, 44.152021408081055)
(0.3699, 44.487833976745605)
(0.3881, 46.599507331848145)
(0.4042, 46.686768531799316)
(0.5053, 49.65972900390625)
(0.5378999999999999, 50.80997943878174)
(0.5724, 108.67786407470703)
(0.5932000000000001, 112.88285255432129)
(0.6167, 115.95726013183594)
(0.6426999999999999, 117.41983890533447)
(0.7588, 127.43997573852539)
(0.7961, 131.11364841461182)
(0.7984, 202.3141384124756)
(0.8938, 203.9567232131958)
(0.9175000000000001, 207.72254467010498)
(0.9390000000000001, 223.87456893920898)
(0.9589000000000001, 233.76905918121338)
(0.9606, 235.0008487701416)
(0.9715, 244.28808689117432)
(0.9737, 264.45508003234863)
(0.9933, 290.59696197509766)
(0.9957, 293.8714027404785)
(0.9986, 303.24530601501465)
(0.9992000000000001, 305.5459260940552)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 34.191012382507324)
(0.5378000000000001, 46.219825744628906)
(0.575, 47.725558280944824)
(0.5788, 73.15921783447266)
(0.7152999999999999, 83.30142498016357)
(0.7628999999999999, 133.08095932006836)
(0.7934, 140.8085823059082)
(0.8547, 141.11995697021484)
(0.9541000000000001, 196.72644138336182)
(0.9721, 205.79659938812256)
(0.9912000000000001, 317.9525136947632)
(0.9934, 336.32051944732666)
(0.9978999999999999, 410.9466075897217)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1069, 33.55884552001953)
(0.1187, 37.77897357940674)
(0.13999999999999999, 38.77401351928711)
(0.23690000000000003, 86.15279197692871)
(0.2964, 105.6818962097168)
(0.4997, 196.46811485290527)
(0.5599000000000001, 201.74813270568848)
(0.6054, 249.65715408325195)
(0.6881999999999999, 281.77404403686523)
(0.7812, 291.675329208374)
(0.8426, 346.41778469085693)
(0.8515, 398.13387393951416)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0379, 10.616064071655273)
(0.0541, 10.640859603881836)
(0.0629, 10.79261302947998)
(0.1383, 17.714619636535645)
(0.20390000000000003, 19.0887451171875)
(0.23929999999999998, 20.188093185424805)
(0.2835, 30.188918113708496)
(0.3439, 30.51018714904785)
(0.4048, 32.9509973526001)
(0.4144, 33.284902572631836)
(0.4891, 36.376357078552246)
(0.595, 79.77080345153809)
(0.7175, 86.32206916809082)
(0.8641, 102.97036170959473)
(0.8813000000000001, 171.75686359405518)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0363, 9.052872657775877)
(0.0385, 9.330725669860835)
(0.0454, 9.539759159088133)
(0.0485, 9.551799297332762)
(0.0498, 9.81614589691162)
(0.059699999999999996, 9.819209575653076)
(0.06810000000000001, 10.202431678771973)
(0.0713, 10.763943195343018)
(0.099, 14.329302310943604)
(0.1062, 14.373755455017081)
(0.1119, 14.423966407775877)
(0.1326, 18.410789966583252)
(0.1421, 18.445146083831784)
(0.1449, 19.37930583953857)
(0.1734, 20.06446123123169)
(0.1787, 21.37904167175293)
(0.1976, 21.702480316162106)
(0.26549999999999996, 23.362958431243893)
(0.2945, 23.42923879623413)
(0.3674, 28.655076026916504)
(0.5014000000000001, 29.93667125701904)
(0.5314, 29.940593242645253)
(0.5534, 31.545937061309814)
(0.6607999999999999, 35.349404811859124)
(0.6748000000000001, 37.22805976867676)
(0.7806, 37.246525287628174)
(0.8641, 38.71886730194091)
(0.8944000000000001, 43.591415882110596)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 805.8135271072387)
(0.6666000000000001, 2201.2286901473985)
(0.8240999999999999, 3921.455633640288)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0171, 3.9849281311035156)
(0.0428, 4.298245906829832)
(0.057699999999999994, 5.367612838745116)
(0.06870000000000001, 6.040644645690918)
(0.1429, 8.190059661865234)
(0.2001, 10.199558734893797)
(0.2511, 10.464942455291748)
(0.3164, 11.532282829284666)
(0.35419999999999996, 13.100159168243408)
(0.4191, 14.37755823135376)
(0.4485, 14.535713195800778)
(0.5307999999999999, 15.605187416076657)
(0.5784, 33.648085594177246)
(0.7363000000000001, 37.344825267791734)
(0.8843, 43.747079372406006)
(0.8992000000000001, 58.929049968719475)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4528, 340.2278065681457)
(0.6940999999999999, 855.180037021637)
(0.8482, 1382.55535364151)
(0.8877, 1391.4960026741028)
(0.9939, 1715.2673363685606)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 83.4608674049377)
(0.3295, 87.49533891677855)
(0.4091, 105.75116872787476)
(0.43789999999999996, 109.36090946197508)
(0.438, 111.21350526809691)
(0.4826, 129.964017868042)
(0.505, 150.4308819770813)
(0.595, 277.7987480163574)
(0.6562, 281.8488121032715)
(0.6780999999999999, 324.81784820556635)
(0.7066, 373.012638092041)
(0.7252, 488.72871398925776)
(0.7776, 491.12753868103016)
(0.8042999999999999, 496.2210774421689)
(0.8257999999999999, 535.1059436798095)
(0.8544, 606.0282588005066)
(0.8664, 620.6259846687315)
(0.9258, 643.9992547035217)
(0.9420999999999999, 656.2863349914551)
(0.9659000000000001, 706.2522768974304)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1326, 66.26403331756592)
(0.1595, 90.00927209854125)
(0.2185, 91.85963869094849)
(0.2892, 128.3301591873169)
(0.3298, 129.63918447494507)
(0.3587, 170.66580057144165)
(0.3739, 221.7822551727295)
(0.4646, 318.9784526824951)
(0.4948, 349.8117685317993)
(0.49850000000000005, 422.28344678878784)
(0.6697, 431.2065482139587)
(0.8196999999999999, 622.6380825042725)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 64.27754163742065)
(0.3267, 65.51645994186401)
(0.35819999999999996, 68.0489182472229)
(0.3699, 70.1874017715454)
(0.3881, 73.36677312850952)
(0.4042, 75.11545419692993)
(0.4941, 77.6593208312988)
(0.5053, 79.7204852104187)
(0.5333, 83.66104364395142)
(0.5378999999999999, 85.69960594177246)
(0.5724, 171.67899608612055)
(0.6167, 179.11049127578733)
(0.6426999999999999, 184.0813159942627)
(0.7588, 189.3003702163696)
(0.7924, 199.04984235763547)
(0.7961, 201.35626792907712)
(0.7984, 300.4446029663086)
(0.9390000000000001, 307.5003147125244)
(0.9606, 317.1235680580139)
(0.9715, 365.9228920936584)
(0.9737, 385.1822018623352)
(0.9957, 388.094699382782)
(0.9992000000000001, 391.7647123336792)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 79.03493642807007)
(0.5447, 99.06232357025146)
(0.575, 109.65676307678221)
(0.5788, 113.1165266036987)
(0.7152999999999999, 198.1044888496399)
(0.7713, 250.93234777450556)
(0.7934, 276.2384057044982)
(0.7977000000000001, 282.03651905059814)
(0.8547, 338.7024044990539)
(0.8997999999999999, 407.98935890197754)
(0.9541000000000001, 437.20543384551996)
(0.9721, 443.4423208236694)
(0.9934, 514.8203849792479)
(0.9978999999999999, 563.9865398406982)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10269999999999999, 128.33536863327026)
(0.1069, 129.08908128738403)
(0.11610000000000001, 130.547833442688)
(0.1187, 130.96417188644406)
(0.12110000000000001, 131.0016632080078)
(0.13999999999999999, 134.04245376586914)
(0.21459999999999999, 223.21094274520868)
(0.23690000000000003, 223.43780994415283)
(0.2585, 266.00890159606917)
(0.2621, 266.85823202133173)
(0.2964, 277.088177204132)
(0.4997, 331.92225694656366)
(0.5599000000000001, 331.98333978652954)
(0.6054, 383.0163478851318)
(0.6122, 408.9528679847717)
(0.6881999999999999, 437.7142548561096)
(0.7812, 456.4574718475341)
(0.8426, 483.95396471023554)
(0.8515, 520.7855582237243)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0173, 15.122795104980469)
(0.0379, 15.97602367401123)
(0.0541, 18.973338603973385)
(0.0629, 20.94020843505859)
(0.1383, 29.02299165725708)
(0.20390000000000003, 36.34407520294188)
(0.2351, 39.93300199508667)
(0.23929999999999998, 41.89885854721069)
(0.2835, 42.81483888626098)
(0.3439, 49.75469112396238)
(0.4144, 52.929151058197014)
(0.4891, 60.349798202514634)
(0.595, 140.12185335159302)
(0.7175, 153.10146808624265)
(0.8641, 190.27128219604492)
(0.8813000000000001, 247.3948836326599)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.06810000000000001, 11.095380783081055)
(0.0713, 11.465315818786621)
(0.099, 16.58517599105835)
(0.1062, 16.598911285400387)
(0.1119, 17.6401424407959)
(0.1326, 20.93255043029785)
(0.1421, 21.20293140411377)
(0.1449, 22.249035835266113)
(0.1734, 22.91710138320923)
(0.1787, 23.97928476333618)
(0.1976, 24.636647701263428)
(0.2045, 25.511252880096436)
(0.26549999999999996, 26.378376483917236)
(0.2945, 26.636104583740234)
(0.3399, 31.62624359130859)
(0.3674, 31.792545318603516)
(0.5014000000000001, 32.41551160812377)
(0.5314, 32.71115779876709)
(0.5534, 33.848865032196045)
(0.6607999999999999, 38.9043927192688)
(0.6748000000000001, 40.75451850891113)
(0.7806, 41.548023223876946)
(0.8641, 42.4196982383728)
(0.8944000000000001, 46.61919832229614)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 1172.1901369094846)
(0.6666000000000001, 2869.221155643463)
(0.8240999999999999, 4712.64687538147)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0171, 4.281785488128662)
(0.0174, 5.961782932281494)
(0.0428, 6.347284317016601)
(0.057699999999999994, 8.097317218780518)
(0.06870000000000001, 9.714264869689941)
(0.1429, 10.926425457000732)
(0.2511, 12.982883453369139)
(0.3164, 14.602630138397213)
(0.35419999999999996, 16.62555932998657)
(0.4485, 17.999236583709717)
(0.5307999999999999, 19.89309787750244)
(0.5784, 39.90877151489258)
(0.7363000000000001, 43.64229202270507)
(0.8843, 50.13602495193481)
(0.8992000000000001, 63.64203691482544)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4528, 350.2160406112671)
(0.6940999999999999, 875.3271961212158)
(0.8482, 1412.5191855430603)
(0.8877, 1433.8440346717834)
(0.9939, 1761.3234162330627)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 110.34112215042111)
(0.3295, 117.46329545974724)
(0.438, 122.32992887496948)
(0.4826, 143.87051820755005)
(0.505, 158.32773685455322)
(0.6562, 343.03396701812744)
(0.6780999999999999, 353.6712718009949)
(0.7066, 393.99222135543823)
(0.7252, 571.3534832000731)
(0.7776, 578.0875587463379)
(0.8042999999999999, 578.9630699157714)
(0.8257999999999999, 585.7483196258544)
(0.8544, 643.0786919593811)
(0.8664, 725.351481437683)
(0.9420999999999999, 732.7971744537354)
(0.9659000000000001, 775.0141620635986)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1326, 67.89191246032715)
(0.2185, 95.11372566223145)
(0.3298, 135.51111698150635)
(0.3587, 179.4848895072937)
(0.3739, 228.2115888595581)
(0.4646, 334.23271179199213)
(0.4948, 360.6307554244995)
(0.49850000000000005, 437.05583333969116)
(0.6697, 442.2963619232178)
(0.6875, 659.8448085784911)
(0.7652, 677.0429491996765)
(0.8196999999999999, 694.7535777091979)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 75.6838607788086)
(0.3267, 76.55195951461792)
(0.35819999999999996, 79.74731922149657)
(0.3699, 82.22887516021727)
(0.4941, 85.77324628829956)
(0.5053, 86.7663836479187)
(0.5378999999999999, 90.4532527923584)
(0.5724, 198.03268432617185)
(0.7588, 202.30785369873044)
(0.7924, 213.0571460723877)
(0.7961, 213.29597949981687)
(0.7984, 323.95702362060547)
(0.9390000000000001, 326.708984375)
(0.9606, 334.8431706428528)
(0.9715, 392.4922823905945)
(0.9957, 410.40132761001587)
(0.9992000000000001, 414.2768883705139)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4655, 103.16013097763062)
(0.4897, 103.37963581085205)
(0.5447, 116.07680082321166)
(0.575, 121.41062974929808)
(0.5788, 123.2934832572937)
(0.7152999999999999, 245.6859469413757)
(0.7713, 279.6398448944092)
(0.7934, 298.5448479652404)
(0.7977000000000001, 307.0650601387024)
(0.8285, 385.89608669281006)
(0.8547, 387.9246425628662)
(0.8997999999999999, 446.73516988754267)
(0.9226000000000001, 475.59442758560175)
(0.9541000000000001, 483.0192232131958)
(0.9721, 489.5362973213195)
(0.9934, 550.2788758277893)
(0.9978999999999999, 604.7392416000366)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1187, 139.01410341262817)
(0.12110000000000001, 142.4920129776001)
(0.13999999999999999, 143.16207647323608)
(0.23690000000000003, 277.94194459915155)
(0.24700000000000003, 304.0938472747802)
(0.2621, 306.5646243095398)
(0.2964, 318.74077796936035)
(0.4997, 382.7177619934082)
(0.5599000000000001, 387.09063291549666)
(0.6054, 458.1643223762512)
(0.6122, 477.5042676925659)
(0.6881999999999999, 489.3842339515686)
(0.7812, 566.6013741493223)
(0.8426, 576.673800945282)
(0.8515, 589.5284008979797)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0173, 15.657789707183838)
(0.0379, 20.18871307373046)
(0.0541, 24.94612216949462)
(0.0629, 29.17541980743408)
(0.1383, 35.970706939697266)
(0.20390000000000003, 47.666778564453125)
(0.2351, 48.03635120391845)
(0.2835, 52.719094753265345)
(0.3439, 64.30293798446655)
(0.4144, 68.77450942993163)
(0.4891, 79.92764949798583)
(0.595, 171.9225311279297)
(0.7175, 191.78701400756836)
(0.7308, 227.76121377944946)
(0.8641, 235.88258266448966)
(0.8813000000000001, 280.99906444549555)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0323, 11.533903121948256)
(0.06810000000000001, 11.537383794784553)
(0.0713, 12.272456407547006)
(0.1062, 18.530446052551298)
(0.1119, 18.7617435455323)
(0.1326, 21.756079196930052)
(0.1421, 22.941185712814445)
(0.1449, 23.20582318305972)
(0.1595, 24.77198529243476)
(0.1734, 25.018092155456596)
(0.1787, 25.092090606689496)
(0.2045, 26.464961290359565)
(0.26549999999999996, 28.19387745857251)
(0.2945, 29.228320837020927)
(0.3399, 34.02270245552069)
(0.5014000000000001, 34.219772338867216)
(0.5314, 35.017740726471054)
(0.5534, 36.74319243431091)
(0.6607999999999999, 40.434905767440846)
(0.6748000000000001, 44.01030445098884)
(0.8036, 46.46437573432932)
(0.8641, 47.29096221923832)
(0.8944000000000001, 50.75447154045117)
};
\addlegendentry{ cifar10-512-euclidean (k = 10) };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 1291.4257342815572)
(0.6666000000000001, 3079.869037866596)
(0.8240999999999999, 5012.492261886615)
};
\addlegendentry{ deep10m-96-euclidean (k = 10) };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0171, 4.504959583282474)
(0.0174, 6.1941525936126745)
(0.0428, 7.312237024307267)
(0.052700000000000004, 8.658332824707045)
(0.057699999999999994, 9.8214058876038)
(0.0636, 11.22920417785646)
(0.06870000000000001, 11.609325647354147)
(0.1429, 12.473821640014863)
(0.2511, 15.205223560333538)
(0.3164, 15.57471728324914)
(0.35419999999999996, 19.34916210174589)
(0.4485, 19.987279891968196)
(0.5307999999999999, 22.921631336212574)
(0.5784, 42.740901708603474)
(0.5856, 47.549467086792184)
(0.7363000000000001, 48.977318286895915)
(0.7484, 54.62379360198993)
(0.8843, 59.04845905303966)
(0.8992000000000001, 68.2647960186005)
};
\addlegendentry{ fashion-mnist-784-euclidean (k = 10) };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4528, 359.97479677200334)
(0.6940999999999999, 893.9358506202716)
(0.8482, 1429.6477138996158)
(0.9939, 1783.5888879299173)
};
\addlegendentry{ gist-960-euclidean (k = 10) };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3224, 131.4131488800056)
(0.3295, 135.38164353370777)
(0.438, 141.90099883079534)
(0.4826, 150.3553929328922)
(0.505, 170.99904179573076)
(0.6562, 364.74760437011776)
(0.6780999999999999, 371.8967375755335)
(0.7066, 405.42207956314303)
(0.7776, 614.3882553577433)
(0.8257999999999999, 630.0173118114504)
(0.8544, 668.8069756031044)
(0.9420999999999999, 789.314287424088)
(0.9659000000000001, 862.6681706905558)
};
\addlegendentry{ glove-100-euclidean (k = 10) };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1326, 70.18393731117263)
(0.2185, 99.74590182304392)
(0.3298, 138.35858893394487)
(0.3587, 186.64143395423946)
(0.3739, 238.59673690795913)
(0.4646, 343.1064391136175)
(0.4948, 368.1395020484925)
(0.49850000000000005, 448.13845396041904)
(0.6697, 454.3437213897707)
(0.6875, 677.7139787673956)
(0.7652, 691.7974803447729)
(0.8196999999999999, 927.1989042758975)
};
\addlegendentry{ glove-200-euclidean (k = 10) };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.3227, 78.2687845230106)
(0.3267, 79.03425216674826)
(0.35819999999999996, 84.28780388832101)
(0.3699, 86.84571337699921)
(0.5053, 89.94078993797308)
(0.5333, 94.7386255264283)
(0.5378999999999999, 96.00543951988229)
(0.5724, 204.0192804336555)
(0.6167, 214.86329197883725)
(0.7588, 215.72963094711307)
(0.7961, 217.37134480476394)
(0.9390000000000001, 338.2395861148849)
(0.9606, 348.07817554474104)
(0.9715, 413.7740929126746)
(0.9737, 427.72610807418977)
(0.9957, 427.90778207779056)
(0.9992000000000001, 439.2320263385781)
};
\addlegendentry{ glove-25-euclidean (k = 10) };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4897, 108.84689283370983)
(0.5447, 122.81927442550695)
(0.575, 128.06148815155092)
(0.5788, 132.3735291957856)
(0.7152999999999999, 258.58244633674644)
(0.7713, 299.4353172779083)
(0.7934, 320.7148821353914)
(0.7977000000000001, 325.1023893356325)
(0.8547, 404.92424201965486)
(0.8997999999999999, 454.941420316697)
(0.9226000000000001, 510.02450633049045)
(0.9541000000000001, 531.383722305298)
(0.9912000000000001, 595.6162040233623)
(0.9934, 595.9670591354394)
(0.9978999999999999, 636.0708706378956)
};
\addlegendentry{ music-100-euclidean (k = 10) };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.10269999999999999, 147.07535982132003)
(0.1069, 147.18665313720732)
(0.1187, 147.8708829879769)
(0.12110000000000001, 148.9177837371829)
(0.13999999999999999, 150.73693490028455)
(0.2621, 321.9381392002118)
(0.2964, 349.96335291862596)
(0.5599000000000001, 423.0684418678318)
(0.6054, 496.4639511108415)
(0.6122, 500.4963760376003)
(0.6881999999999999, 591.5346825122839)
(0.7834, 638.0659918785119)
(0.8426, 640.0471966266633)
(0.8515, 661.1532838344581)
};
\addlegendentry{ sift-128-euclidean (k = 10) };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0173, 16.305375337600744)
(0.0379, 24.96891951560998)
(0.0459, 26.817394018173225)
(0.0541, 32.38940668106115)
(0.0738, 37.88886833190921)
(0.1383, 43.44718241691696)
(0.20390000000000003, 58.22862768173403)
(0.2351, 62.67864847183291)
(0.2835, 68.38208198547417)
(0.3439, 88.17478394508379)
(0.4144, 95.97779202461285)
(0.4891, 107.88936042785768)
(0.595, 199.79281210899367)
(0.606, 209.29270625114486)
(0.7175, 236.72471594810526)
(0.7308, 256.07075071334856)
(0.8641, 281.6736633777625)
(0.8813000000000001, 314.18930792808544)
};
\addlegendentry{ trevi-4096-euclidean (k = 10) };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.