\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9473, 974.4915016978017)
(0.9597, 504.97862725116977)
(0.9615, 412.01714039964537)
(0.9696, 290.5585163497633)
(0.9731, 206.61497331761515)
(0.975, 168.90404682321923)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45890000000000003, 7829.678565895018)
(0.5251, 7567.913218890625)
(0.6902, 7436.247750582855)
(0.6965, 6789.89909782153)
(0.9093, 1882.296342802623)
(0.9228999999999999, 1857.4844910843663)
(0.9297000000000001, 1847.8575393643548)
(0.9309, 1823.4003473512835)
(0.9465999999999999, 970.2202823335323)
(0.9723, 254.45133191431688)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 1.6558000289350019)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 2251.265775564963)
(0.24769999999999998, 2214.2223648757085)
(0.24780000000000002, 2188.5490929450234)
(0.2575, 2140.1038849713755)
(0.2578, 2060.8167101745576)
(0.7412, 711.710332830274)
(0.7455, 696.5348987017059)
(0.7676999999999999, 662.451020636049)
(0.7685, 657.9081605443081)
(0.7692, 654.7210331916694)
(0.784, 638.6173490043606)
(0.7844, 624.7016908171188)
(0.7887, 621.7861699814085)
(0.7898, 617.6736098123168)
(0.9036, 299.37615929368906)
(0.9099, 286.6405328311861)
(0.9106, 282.98826088654994)
(0.9111, 282.2268574769523)
(0.9121, 278.4085768584633)
(0.9131, 276.3555678019946)
(0.9136, 274.59948959884144)
(0.9557, 22.398998545751358)
(0.9574, 21.971543256247912)
(0.9576, 21.955960153878035)
(0.958, 21.900092347050492)
(0.9582, 21.84628649136426)
(0.9583, 21.83506005130347)
(0.9586, 21.73628848732357)
(0.9589000000000001, 21.553091818210987)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 2508.8446214186206)
(0.14750000000000002, 2500.3272723370824)
(0.1542, 2321.743539555347)
(0.1599, 2291.8366477133018)
(0.1609, 2262.033914027369)
(0.1768, 2216.6399780148927)
(0.1776, 2149.7774777669974)
(0.1965, 2147.3308267597213)
(0.20350000000000001, 2042.453064480157)
(0.3661, 843.4301672742248)
(0.3843, 810.398627716252)
(0.4373, 729.5918686843736)
(0.4431, 713.1150788084667)
(0.5354, 699.912025065514)
(0.55, 678.6347324805117)
(0.6063, 677.1398870578952)
(0.6321, 640.6908817231961)
(0.6599999999999999, 320.7167630110843)
(0.6799999999999999, 315.2586372839453)
(0.6905, 310.00588628501504)
(0.7809999999999999, 307.87778211349456)
(0.7932, 299.59299306064634)
(0.8214, 295.60575900334095)
(0.852, 286.54164181925864)
(0.8606, 23.85075405028413)
(0.8851000000000001, 23.243232804032104)
(0.9102, 22.949136979384868)
(0.9301, 22.399238023967733)
(0.9430999999999999, 21.942198884543437)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6472, 7.7526626063009125)
(0.7508, 7.586023069225536)
(0.835, 7.193483401422905)
(0.9121, 6.531401307956751)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.23479999999999998, 3542.3069776869415)
(0.23879999999999998, 3199.785170673356)
(0.24020000000000002, 3133.0540132528886)
(0.5566, 934.8309157424903)
(0.557, 818.8897175679529)
(0.6929000000000001, 320.9910972370287)
(0.6948000000000001, 281.6787562386752)
(0.795, 91.72510565555166)
(0.7956000000000001, 82.65569542090091)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6325000000000001, 203.56918176264932)
(0.7363000000000001, 134.77138610485616)
(0.7367, 95.05961317439811)
(0.8183, 80.94131047529079)
(0.8230000000000001, 64.83020169789027)
(0.8230999999999999, 47.73276306109714)
(0.8234, 47.110391854235424)
(0.8992000000000001, 39.65648551215981)
(0.8997999999999999, 35.7142209399678)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1093, 299.4301672946582)
(0.1125, 295.1449293005319)
(0.1127, 294.225895094956)
(0.11499999999999999, 293.06759511726364)
(0.11539999999999999, 291.4113730713026)
(0.1172, 155.10977936585925)
(0.3767, 152.05822022844058)
(0.37770000000000004, 151.07207294040728)
(0.40309999999999996, 150.47456143557682)
(0.40700000000000003, 147.37648635578526)
(0.5591999999999999, 123.83010217959136)
(0.5827, 122.9402407179518)
(0.5833999999999999, 113.35911719485873)
(0.7961, 53.3897419440986)
(0.7974, 53.2638520297746)
(0.8047000000000001, 51.161421590155435)
(0.8067, 49.89934720109459)
(0.8085000000000001, 49.58109259350938)
(0.8096, 46.996036450639245)
(0.8112, 39.29932452880513)
(0.8135999999999999, 39.113495425292996)
(0.8150999999999999, 38.649219765300685)
(0.8158, 37.245521259865875)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 0.9290699565554671)
(0.7739, 0.3735668389377398)
(0.9404999999999999, 0.22875785435230178)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9033, 4.013597123581328)
(0.9202, 1.5536622486505407)
(0.9299, 1.024122486149475)
(0.9323, 0.7166859797574051)
(0.9888, 0.6213600422742968)
(0.9911, 0.392464940162888)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 2.207389986332315)
(0.6666000000000001, 0.862601047064474)
(0.8240999999999999, 0.48648545201885884)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 1272.9468921588027)
(0.4218, 1157.4002711442724)
(0.43010000000000004, 1085.192848388538)
(0.4337, 791.6487674654052)
(0.7264, 287.0403555374277)
(0.7506999999999999, 277.8963091233888)
(0.7546, 272.6194004627824)
(0.7605999999999999, 258.9730849899299)
(0.8488, 98.33321572026439)
(0.8647, 95.9335999136523)
(0.8653000000000001, 95.01986550566274)
(0.8717, 92.98131100264717)
(0.8754, 91.19285061604306)
(0.9208000000000001, 37.90663430357975)
(0.9307000000000001, 36.91828754867399)
(0.9372, 36.48629240452032)
(0.9384, 35.92208969258401)
(0.9406000000000001, 35.131135047001486)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Build time (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9731, 177.74964809417725)
(0.975, 224.34585118293762)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9723, 140.59971499443054)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 0.0002789497375488281)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9589000000000001, 1902.5547235012054)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9430999999999999, 1910.5165870189667)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9121, 3202.419938325882)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7933, 259.0427348613739)
(0.795, 319.04064893722534)
(0.7952, 451.9243676662445)
(0.7956000000000001, 456.65114879608154)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8992000000000001, 55.98536705970764)
(0.8997999999999999, 104.95484399795532)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8096, 1736.1810767650604)
(0.8158, 1825.0810778141022)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9404999999999999, 1591.1343982219696)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9911, 1665.5344591140747)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8240999999999999, 1627.4750180244446)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9208000000000001, 324.8484880924225)
(0.9307000000000001, 501.3739244937897)
(0.9372, 840.0193564891815)
(0.9384, 3094.122076511383)
(0.9406000000000001, 6195.98455286026)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Build time (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9731, 7622576.0)
(0.975, 7939380.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9723, 7738356.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9589000000000001, 17485232.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9430999999999999, 17485224.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9121, 5538128.0)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7933, 5197596.0)
(0.795, 6566632.0)
(0.7952, 9305108.0)
(0.7956000000000001, 9305240.0)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8992000000000001, 5317644.0)
(0.8997999999999999, 6768776.0)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8096, 14665848.0)
(0.8158, 16145412.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9404999999999999, 13585572.0)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9911, 13919596.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8240999999999999, 13585572.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9208000000000001, 5155520.0)
(0.9307000000000001, 6093180.0)
(0.9372, 7968500.0)
(0.9384, 19220440.0)
(0.9406000000000001, 34223012.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Distance comp. },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9473, 10009)
(0.9615, 20009)
(0.9702999999999999, 35009)
(0.975, 50009)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6965, 1009)
(0.9309, 5009)
(0.9465999999999999, 10009)
(0.9723, 40009)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10000000)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.23769999999999997, 173)
(0.2387, 175)
(0.24769999999999998, 188)
(0.24780000000000002, 191)
(0.2525, 195)
(0.255, 200)
(0.2575, 206)
(0.2578, 214)
(0.7412, 651)
(0.7442, 655)
(0.7455, 657)
(0.7676999999999999, 722)
(0.768, 728)
(0.7685, 738)
(0.7692, 753)
(0.7775000000000001, 756)
(0.7777000000000001, 765)
(0.784, 796)
(0.7844, 815)
(0.7887, 835)
(0.7898, 867)
(0.9029999999999999, 1252)
(0.9034000000000001, 1258)
(0.9036, 1261)
(0.9096, 1374)
(0.9099, 1383)
(0.9102, 1404)
(0.9106, 1432)
(0.9111, 1464)
(0.9114000000000001, 1478)
(0.9121, 1550)
(0.9125, 1581)
(0.9127000000000001, 1622)
(0.9136, 1685)
(0.9555999999999999, 6697)
(0.9557, 6731)
(0.9574, 7208)
(0.9576, 7258)
(0.958, 7335)
(0.9583, 7472)
(0.9586, 8393)
(0.9589000000000001, 8648)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.13899999999999998, 84)
(0.1443, 88)
(0.14750000000000002, 89)
(0.1599, 113)
(0.1609, 117)
(0.1768, 133)
(0.1802, 144)
(0.1965, 163)
(0.3325, 176)
(0.3661, 203)
(0.3843, 217)
(0.4197, 255)
(0.42000000000000004, 256)
(0.5141, 257)
(0.5753999999999999, 302)
(0.6078, 328)
(0.8059, 559)
(0.8067, 562)
(0.808, 580)
(0.8310000000000001, 757)
(0.8496, 789)
(0.8606, 980)
(0.8851000000000001, 1364)
(0.8874000000000001, 2546)
(0.8925000000000001, 2757)
(0.9102, 2952)
(0.9301, 4751)
(0.9430999999999999, 6227)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6562, 5009)
(0.7656, 10009)
(0.8431, 20009)
(0.9121, 50009)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.24020000000000002, 1009)
(0.557, 5009)
(0.6948000000000001, 15009)
(0.7956000000000001, 40009)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.27959999999999996, 1178)
(0.4777, 2382)
(0.47800000000000004, 2386)
(0.634, 5009)
(0.7426, 10009)
(0.8234, 20009)
(0.8997999999999999, 50009)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1096, 350)
(0.10980000000000001, 351)
(0.11439999999999999, 364)
(0.1157, 379)
(0.1165, 386)
(0.1172, 397)
(0.1173, 416)
(0.37570000000000003, 1344)
(0.3894, 1345)
(0.39089999999999997, 1349)
(0.39249999999999996, 1350)
(0.3926, 1419)
(0.4043, 1420)
(0.40449999999999997, 1438)
(0.41050000000000003, 1482)
(0.41079999999999994, 1510)
(0.41459999999999997, 1528)
(0.41689999999999994, 1562)
(0.4173, 1646)
(0.557, 2638)
(0.5582, 2650)
(0.5586, 2654)
(0.5591999999999999, 2709)
(0.5598, 2710)
(0.5686, 2789)
(0.5687, 2823)
(0.5688, 2890)
(0.5735, 2916)
(0.5736, 2983)
(0.5749, 2992)
(0.5774, 3019)
(0.5793, 3086)
(0.5796, 3096)
(0.5827, 3151)
(0.5833999999999999, 3308)
(0.8018000000000001, 13217)
(0.8022, 13259)
(0.8025, 13283)
(0.8077, 13927)
(0.8080999999999999, 14438)
(0.8112, 14588)
(0.8135999999999999, 15074)
(0.8150999999999999, 15477)
(0.8158, 16376)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 1974824)
(0.7739, 4514533)
(0.9404999999999999, 6203837)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9033, 10071)
(0.9202, 48529)
(0.9299, 115167)
(0.9323, 122053)
(0.9888, 180011)
(0.9911, 2778596)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 168443)
(0.6666000000000001, 1259786)
(0.8240999999999999, 3494333)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 1848)
(0.4337, 1959)
(0.7264, 9255)
(0.7506999999999999, 9617)
(0.7605999999999999, 9750)
(0.8647, 28226)
(0.8717, 28523)
(0.8737, 28905)
(0.8754, 29102)
(0.9208000000000001, 70839)
(0.9343999999999999, 76379)
(0.9384, 76893)
(0.9406000000000001, 77057)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Distance comp. tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Relative Error },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7723272960311585, 974.4915016978017)
(0.5621261672824024, 504.97862725116977)
(0.4860711737618506, 446.1001399891387)
(0.37244864832446517, 290.5585163497633)
(0.35902267050606335, 259.5473102692902)
(0.31934273289158516, 206.61497331761515)
(0.2663169119098747, 180.52480792330257)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(9.146231227183543, 7829.678565895018)
(5.865482409911912, 7567.913218890625)
(3.356614417775399, 7436.247750582855)
(3.179343180592934, 6789.89909782153)
(1.669345233607573, 1882.296342802623)
(1.0939731990062236, 1857.4844910843663)
(0.7783683730710124, 970.2202823335323)
(0.4943243519235397, 254.45133191431688)
(0.35588236586218164, 254.19617528543787)
(0.3216630058113656, 222.52444116405908)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.011837288454747654, 1.6558000289350019)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.2368556153326224, 2251.265775564963)
(6.095673483153708, 2214.2223648757085)
(6.094314678468782, 2188.5490929450234)
(6.091518487756502, 2174.8913151694155)
(5.976824913659964, 2140.1038849713755)
(5.970268563105277, 2060.8167101745576)
(2.651299158241434, 711.710332830274)
(2.641755273856968, 696.5348987017059)
(2.566215331656023, 662.451020636049)
(2.5596025630317563, 657.9081605443081)
(2.5570474611404665, 654.7210331916694)
(2.515114027260514, 638.6173490043606)
(2.50994434022077, 624.7016908171188)
(2.503347465861024, 621.7861699814085)
(2.495727522724802, 617.6736098123168)
(1.809336766680312, 299.37615929368906)
(1.7582180272194683, 286.6405328311861)
(1.7533086490161145, 282.98826088654994)
(1.740565583186247, 282.2268574769523)
(1.7260901517001068, 278.4085768584633)
(1.7179946921044777, 275.4213217255885)
(1.7127475060858461, 274.59948959884144)
(0.7403954220331808, 22.398998545751358)
(0.7119081828360829, 21.971543256247912)
(0.7106588005884888, 21.955960153878035)
(0.7092712534268405, 21.900092347050492)
(0.7017289724827884, 21.84628649136426)
(0.6982562762922262, 21.73628848732357)
(0.6964108686036314, 21.553091818210987)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(8.502386958275991, 2508.8446214186206)
(8.413133852704942, 2500.3272723370824)
(8.034666454021815, 2321.743539555347)
(7.9774439954855, 2291.8366477133018)
(7.929083617609058, 2262.033914027369)
(7.569754854735619, 2216.6399780148927)
(7.491873178670289, 2149.7774777669974)
(7.231791968946631, 2147.3308267597213)
(7.049832796169624, 2042.453064480157)
(4.3410323303742775, 843.4301672742248)
(4.255117027750486, 810.398627716252)
(3.953910649342009, 729.5918686843736)
(3.917538565272267, 727.7119663160057)
(3.91274645966176, 713.1150788084667)
(3.5978362342972146, 699.912025065514)
(3.4686764725754236, 697.8616267649304)
(3.395310084282972, 677.1398870578952)
(3.1610257297274917, 658.5491270460215)
(3.099300133855488, 353.57896888705307)
(2.8012675059343226, 320.7167630110843)
(2.5985584160795434, 307.87778211349456)
(2.4409778371725457, 299.59299306064634)
(2.2025567638998136, 286.54164181925864)
(1.6147796322455241, 24.008982028490127)
(1.4803643959915807, 23.85075405028413)
(1.2076040824555248, 22.949136979384868)
(1.0288049333544333, 22.399238023967733)
(0.920875726139174, 21.942198884543437)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(6.435889280730027, 7.7526626063009125)
(3.830646789557937, 7.586023069225536)
(2.2050786332862775, 7.193483401422905)
(1.0580306079967647, 6.531401307956751)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(38.77986866467155, 3542.3069776869415)
(35.65283930565394, 3133.0540132528886)
(33.347007437256565, 2376.773455053394)
(17.36011261394589, 934.8309157424903)
(15.580956806269638, 819.438629491518)
(15.306741002508577, 779.3095490830027)
(10.059177669517789, 320.9910972370287)
(9.592266746958396, 281.6787562386752)
(5.69380695292522, 91.72510565555166)
(5.643864073241989, 87.53481468903873)
(5.617190141252147, 82.65569542090091)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(7.490114768841169, 203.56918176264932)
(4.491863031236208, 134.77138610485616)
(4.461446651250363, 97.52567350501351)
(4.393467139457369, 94.73954240142183)
(2.547724363715805, 80.94131047529079)
(1.225390521022282, 39.65648551215981)
(1.212448673768944, 35.85344832560333)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(33.74028140566849, 299.4301672946582)
(33.58948318072661, 295.1449293005319)
(33.57229063479639, 294.225895094956)
(33.51476302880609, 293.06759511726364)
(33.501917799682914, 291.4113730713026)
(33.50135940474446, 285.73758451520814)
(13.69079130651119, 152.05822022844058)
(13.682593861026845, 151.07207294040728)
(13.505315896793716, 150.47456143557682)
(13.472769457544992, 147.37648635578526)
(8.871960221157602, 123.83010217959136)
(8.66528057888329, 122.9402407179518)
(8.659882293897006, 113.35911719485873)
(2.8137562134974434, 53.3897419440986)
(2.8080407460143664, 53.2638520297746)
(2.7350355065609424, 51.161421590155435)
(2.7190165765682583, 49.89934720109459)
(2.7059895805632013, 49.58109259350938)
(2.700830004564026, 46.996036450639245)
(2.6878903371363547, 39.29932452880513)
(2.6762770740706254, 39.113495425292996)
(2.665964710203597, 38.649219765300685)
(2.661995521864208, 37.245521259865875)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(49.76064586974375, 0.9290699565554671)
(10.543112162232172, 0.3735668389377398)
(1.221249835072149, 0.22875785435230178)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.1800658146640453, 4.013597123581328)
(0.9842086370225137, 1.5536622486505407)
(0.8721819948371451, 1.024122486149475)
(0.8329271154854758, 0.7166859797574051)
(0.135773296460536, 0.6213600422742968)
(0.11947476121513675, 0.4564472271390641)
(0.10517032990883057, 0.392464940162888)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(59.69744091749997, 2.207389986332315)
(18.340761906557248, 0.862601047064474)
(5.1245348121049785, 0.48648545201885884)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(15.390202779761264, 1272.9468921588027)
(13.077971603162942, 1157.4002711442724)
(12.736392702397247, 1085.192848388538)
(12.11321962953229, 960.5022645966756)
(11.759185492824487, 791.6487674654052)
(11.604219592810935, 573.5119578284588)
(5.250569214815876, 287.0403555374277)
(4.2642804712957005, 277.8963091233888)
(4.128220577007808, 272.6194004627824)
(3.9063975686229107, 258.9730849899299)
(3.6518230975283172, 241.9724924792912)
(3.5825508182064536, 219.22554389370183)
(2.2977407054615466, 98.33321572026439)
(1.8833943576536039, 95.9335999136523)
(1.7625425453862145, 95.01986550566274)
(1.623543953203982, 92.98131100264717)
(1.571779798383131, 91.19285061604306)
(1.480576375603851, 87.23138077246503)
(1.0649581662672163, 37.90663430357975)
(0.8286270281779501, 36.91828754867399)
(0.7131911431816409, 36.48629240452032)
(0.7023931988858054, 35.92208969258401)
(0.6582475485552608, 35.131135047001486)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Relative Error-QPS (1/s) tradeoff - up and to the left is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Candidates generated },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.975, 10.0)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9723, 10.0)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 10.0)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9589000000000001, 10.0)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9430999999999999, 10.0)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9121, 10.0)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.7956000000000001, 10.0)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8997999999999999, 10.0)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8158, 10.0)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9404999999999999, 10.0)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9911, 10.0)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.8240999999999999, 10.0)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9406000000000001, 10.0)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Candidates generated tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Index size (kB)/QPS (s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9473, 7822.10618227005)
(0.9597, 15094.848749328614)
(0.9615, 19269.538136930463)
(0.9696, 26234.219859603883)
(0.9731, 36892.660186260226)
(0.975, 47005.26807572365)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45890000000000003, 988.3363582391738)
(0.5251, 1022.7823411979675)
(0.6902, 1045.3363390684126)
(0.6965, 1166.0780058631897)
(0.9093, 4111.125237845421)
(0.9228999999999999, 4167.102356521606)
(0.9297000000000001, 4196.059401130677)
(0.9309, 4263.1230224847795)
(0.9465999999999999, 7977.90784313774)
(0.9723, 30411.929628278736)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 7766.84485225296)
(0.24769999999999998, 7896.782309387207)
(0.24780000000000002, 7989.417306819916)
(0.2575, 8170.272538070679)
(0.2578, 8484.612878803253)
(0.7412, 24567.905218498232)
(0.7455, 25103.167167346957)
(0.7676999999999999, 26394.75441250229)
(0.7685, 26577.01036195374)
(0.7692, 26706.38503052521)
(0.784, 27379.8261623497)
(0.7844, 27989.73054983902)
(0.7887, 28120.97284267807)
(0.7898, 28308.206344306946)
(0.9036, 58405.55921771622)
(0.9099, 61000.55643664933)
(0.9106, 61787.83510390855)
(0.9111, 61954.52890739822)
(0.9121, 62804.21457306289)
(0.9131, 63270.77879801559)
(0.9136, 63675.39876182556)
(0.9557, 780625.6143231278)
(0.9574, 795812.6471169854)
(0.9576, 796377.4700561943)
(0.958, 798409.0533917275)
(0.9582, 800375.4783181038)
(0.9583, 800786.9893152046)
(0.9586, 804425.8342539596)
(0.9589000000000001, 811263.2817360382)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 6969.432802145005)
(0.14750000000000002, 6993.1741310234065)
(0.1542, 7531.074686805725)
(0.1599, 7629.35003131485)
(0.1609, 7729.8681914405815)
(0.1768, 7888.165950908661)
(0.1776, 8133.504132791519)
(0.1965, 8142.771380218505)
(0.20350000000000001, 8560.893909427643)
(0.3661, 20731.08679110718)
(0.3843, 21576.07799666977)
(0.4373, 23965.760516944887)
(0.4431, 24519.49835251808)
(0.5354, 24982.03113221741)
(0.55, 25765.29488269615)
(0.6063, 25822.174020750044)
(0.6321, 27291.20157441902)
(0.6599999999999999, 54519.20827535819)
(0.6799999999999999, 55463.10848337364)
(0.6905, 56402.87740834808)
(0.7809999999999999, 56792.743795829774)
(0.7932, 58363.260840551375)
(0.8214, 59150.484953178406)
(0.852, 61021.580978548045)
(0.8606, 733109.9034913615)
(0.8851000000000001, 752271.6029831601)
(0.9102, 761912.0499261875)
(0.9301, 780616.9112221756)
(0.9430999999999999, 796876.5615517674)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6472, 714351.7371049956)
(0.7508, 730043.6538964272)
(0.835, 769881.250981205)
(0.9121, 847923.3994171029)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.23879999999999998, 1624.3577999038696)
(0.24020000000000002, 2969.9800771512987)
(0.5446, 6507.627365627289)
(0.5566, 7024.406113895417)
(0.557, 8018.94548084259)
(0.6864, 18994.17470442867)
(0.6929000000000001, 20457.36488183975)
(0.6948000000000001, 33034.93711863517)
(0.7933, 68760.35612683868)
(0.795, 71590.34544652558)
(0.7956000000000001, 112578.32811902046)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6325000000000001, 26122.04830788231)
(0.7363000000000001, 39456.77308581448)
(0.7367, 56240.45608298206)
(0.8183, 65697.52786030484)
(0.8230000000000001, 104407.75784629823)
(0.8234, 113509.90279481697)
(0.8992000000000001, 134092.6693660097)
(0.8997999999999999, 189526.07173981666)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1093, 48979.19315380097)
(0.1125, 49690.32683284378)
(0.1127, 49845.53788260842)
(0.11499999999999999, 50042.54391937065)
(0.11539999999999999, 50326.95822894859)
(0.3767, 96448.89949367524)
(0.37770000000000004, 97078.48521933747)
(0.40309999999999996, 97463.96905950738)
(0.40700000000000003, 99512.80806488228)
(0.5591999999999999, 118435.24104284476)
(0.5827, 119292.49458398437)
(0.5833999999999999, 129375.1077365055)
(0.7961, 274694.1166217995)
(0.7974, 275343.36029248807)
(0.8047000000000001, 286658.3363825455)
(0.8067, 293908.6144934235)
(0.8085000000000001, 295795.1757989273)
(0.8096, 312065.63590535545)
(0.8112, 410831.79402144527)
(0.8135999999999999, 412783.66518885613)
(0.8150999999999999, 417742.249340189)
(0.8158, 433485.99922529695)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 14622765.383963762)
(0.7739, 36367178.73200792)
(0.9404999999999999, 59388439.529063545)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9033, 3468109.9202053347)
(0.9202, 8959221.35720946)
(0.9299, 13591729.6888337)
(0.9323, 19422168.69473534)
(0.9888, 22401833.161095433)
(0.9911, 35467106.9324634)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 6154586.223602964)
(0.6666000000000001, 15749542.672401328)
(0.8240999999999999, 27925957.38191437)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 4050.0668423461916)
(0.4218, 5264.539979739189)
(0.43010000000000004, 7342.93449485302)
(0.7264, 17960.958800888064)
(0.7506999999999999, 21926.091854982376)
(0.7546, 29229.394483566288)
(0.7605999999999999, 45252.37825566196)
(0.8488, 52429.07965774536)
(0.8647, 63514.55595833301)
(0.8653000000000001, 83861.411059618)
(0.8717, 126037.67223357773)
(0.9208000000000001, 136005.74397377015)
(0.9307000000000001, 165045.03335824015)
(0.9372, 218397.08764195442)
(0.9384, 535059.072689972)
(0.9406000000000001, 974150.478036462)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Index size (kB)/QPS (s) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.01 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.008799999999999999, 974.4915016978017)
(0.0098, 958.5387753852103)
(0.01, 780.1935238214286)
(0.014199999999999999, 504.97862725116977)
(0.014799999999999999, 497.3145891493916)
(0.0161, 412.01714039964537)
(0.0215, 290.5585163497633)
(0.0227, 287.0138388261068)
(0.027700000000000002, 206.61497331761515)
(0.0295, 199.37415124176044)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 7829.678565895018)
(0.0015, 7436.247750582855)
(0.0017000000000000001, 6789.89909782153)
(0.0033, 1882.296342802623)
(0.0062, 1857.4844910843663)
(0.0085, 970.2202823335323)
(0.0095, 942.0033886306591)
(0.0098, 935.4664168701839)
(0.0245, 254.45133191431688)
(0.025500000000000002, 248.20878325558382)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9663999999999999, 1.6558000289350019)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0008, 2251.265775564963)
(0.0009, 2140.1038849713755)
(0.002, 711.710332830274)
(0.0021000000000000003, 659.0206537878371)
(0.0023, 638.6173490043606)
(0.0024000000000000002, 621.7861699814085)
(0.0029000000000000002, 299.37615929368906)
(0.0031, 286.6405328311861)
(0.0032, 284.7244845377096)
(0.0034000000000000002, 281.5672289704026)
(0.0035000000000000005, 276.3555678019946)
(0.0109, 22.398998545751358)
(0.0117, 21.971543256247912)
(0.0118, 21.955960153878035)
(0.0123, 21.84628649136426)
(0.0124, 21.73628848732357)
(0.0125, 21.553091818210987)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 2508.8446214186206)
(0.0005, 2321.743539555347)
(0.0006000000000000001, 2216.6399780148927)
(0.0007, 2033.2766151355179)
(0.001, 699.912025065514)
(0.0012000000000000001, 697.8616267649304)
(0.0014, 658.5491270460215)
(0.002, 299.59299306064634)
(0.0021000000000000003, 286.54164181925864)
(0.0026, 24.008982028490127)
(0.0032, 23.85075405028413)
(0.0041, 22.949136979384868)
(0.0060999999999999995, 22.399238023967733)
(0.0073999999999999995, 21.942198884543437)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0002, 7.7526626063009125)
(0.0006000000000000001, 7.586023069225536)
(0.0010999999999999998, 7.193483401422905)
(0.004, 6.531401307956751)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 3199.785170673356)
(0.00030000000000000003, 3133.0540132528886)
(0.0008, 934.8309157424903)
(0.0009, 818.8897175679529)
(0.001, 779.3095490830027)
(0.0019, 320.9910972370287)
(0.0023, 281.6787562386752)
(0.0053, 91.72510565555166)
(0.0054, 76.52151195110422)
(0.0055, 74.81135091676948)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 203.56918176264932)
(0.0009, 134.77138610485616)
(0.0010999999999999998, 97.52567350501351)
(0.002, 80.94131047529079)
(0.0028, 65.9131167480115)
(0.005, 39.65648551215981)
(0.0052, 35.85344832560333)
(0.0054, 29.602125733093544)
(0.0055, 28.813927332420374)
(0.0058000000000000005, 22.122185572591324)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 299.4301672946582)
(0.0004, 152.05822022844058)
(0.0005, 123.83010217959136)
(0.0016, 53.3897419440986)
(0.0017000000000000001, 51.161421590155435)
(0.0018, 49.58109259350938)
(0.0019, 38.047763263909516)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0376, 0.9290699565554671)
(0.1224, 0.3735668389377398)
(0.3052, 0.22875785435230178)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0019, 4.013597123581328)
(0.002, 3.824948557783059)
(0.0048000000000000004, 1.5536622486505407)
(0.0107, 1.024122486149475)
(0.0123, 0.7166859797574051)
(0.0361, 0.6213600422742968)
(0.2311, 0.4564472271390641)
(0.28450000000000003, 0.392464940162888)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0237, 2.207389986332315)
(0.08149999999999999, 0.862601047064474)
(0.20379999999999998, 0.48648545201885884)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 1157.4002711442724)
(0.0012000000000000001, 287.0403555374277)
(0.0019, 272.6194004627824)
(0.0032, 98.33321572026439)
(0.0035000000000000005, 95.9335999136523)
(0.0036, 95.01986550566274)
(0.0036999999999999997, 87.23138077246503)
(0.0083, 37.90663430357975)
(0.010199999999999999, 36.13811216295015)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.01 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Eps 0.1 Recall },
ylabel={ QPS (1/s) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0095, 974.4915016978017)
(0.010499999999999999, 958.5387753852103)
(0.0106, 780.1935238214286)
(0.0157, 504.97862725116977)
(0.0164, 497.3145891493916)
(0.0172, 412.01714039964537)
(0.0236, 290.5585163497633)
(0.0252, 287.0138388261068)
(0.0303, 206.61497331761515)
(0.0323, 199.37415124176044)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 7829.678565895018)
(0.0016, 7436.247750582855)
(0.0019, 6789.89909782153)
(0.0039, 1882.296342802623)
(0.0067, 1857.4844910843663)
(0.0092, 970.2202823335323)
(0.010199999999999999, 942.0033886306591)
(0.010499999999999999, 935.4664168701839)
(0.027100000000000003, 254.45133191431688)
(0.028199999999999996, 248.20878325558382)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9970000000000001, 1.6558000289350019)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0009, 2251.265775564963)
(0.001, 2140.1038849713755)
(0.0023, 711.710332830274)
(0.0024000000000000002, 659.0206537878371)
(0.0026, 638.6173490043606)
(0.0027, 621.7861699814085)
(0.0034000000000000002, 299.37615929368906)
(0.0036, 286.6405328311861)
(0.0036999999999999997, 284.7244845377096)
(0.0039, 281.5672289704026)
(0.004, 276.3555678019946)
(0.011899999999999999, 22.398998545751358)
(0.0127, 21.971543256247912)
(0.0128, 21.955960153878035)
(0.013300000000000001, 21.84628649136426)
(0.0134, 21.73628848732357)
(0.013500000000000002, 21.553091818210987)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 2508.8446214186206)
(0.0005, 2321.743539555347)
(0.0006000000000000001, 2216.6399780148927)
(0.0007, 2149.7774777669974)
(0.0008, 2033.2766151355179)
(0.001, 699.912025065514)
(0.0013, 697.8616267649304)
(0.0015, 658.5491270460215)
(0.0021000000000000003, 299.59299306064634)
(0.0021999999999999997, 286.54164181925864)
(0.0027, 24.008982028490127)
(0.0033, 23.85075405028413)
(0.004200000000000001, 22.949136979384868)
(0.0064, 22.399238023967733)
(0.0078, 21.942198884543437)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0004, 7.7526626063009125)
(0.0009, 7.586023069225536)
(0.0015, 7.193483401422905)
(0.0049, 6.531401307956751)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 3199.785170673356)
(0.00030000000000000003, 3133.0540132528886)
(0.0009, 934.8309157424903)
(0.001, 818.8897175679529)
(0.0010999999999999998, 779.3095490830027)
(0.0021000000000000003, 320.9910972370287)
(0.0025, 281.6787562386752)
(0.0056, 91.72510565555166)
(0.0058000000000000005, 82.65569542090091)
(0.006, 76.52151195110422)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0006000000000000001, 203.56918176264932)
(0.0010999999999999998, 134.77138610485616)
(0.0024000000000000002, 80.94131047529079)
(0.003, 65.9131167480115)
(0.0031, 47.110391854235424)
(0.0057, 39.65648551215981)
(0.0060999999999999995, 29.602125733093544)
(0.0062, 28.813927332420374)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0001, 299.4301672946582)
(0.0004, 152.05822022844058)
(0.0005, 123.83010217959136)
(0.0018, 53.3897419440986)
(0.0019, 51.161421590155435)
(0.002, 49.58109259350938)
(0.0021000000000000003, 39.29932452880513)
(0.0024000000000000002, 39.113495425292996)
(0.0025, 38.047763263909516)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0417, 0.9290699565554671)
(0.1368, 0.3735668389377398)
(0.3424, 0.22875785435230178)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0024000000000000002, 4.013597123581328)
(0.0025, 3.824948557783059)
(0.0059, 1.5536622486505407)
(0.0131, 1.024122486149475)
(0.015, 0.7166859797574051)
(0.040100000000000004, 0.6213600422742968)
(0.2597, 0.4564472271390641)
(0.3204, 0.392464940162888)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0268, 2.207389986332315)
(0.0911, 0.862601047064474)
(0.2263, 0.48648545201885884)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.0005, 1157.4002711442724)
(0.0013, 287.0403555374277)
(0.002, 272.6194004627824)
(0.0035000000000000005, 98.33321572026439)
(0.004200000000000001, 95.9335999136523)
(0.0093, 37.90663430357975)
(0.011, 36.13811216295015)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Eps 0.1 Recall-QPS (1/s) tradeoff - up and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 50 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9473, 1.0221004486083984)
(0.9597, 1.9837617874145508)
(0.9615, 2.424001693725586)
(0.9696, 3.4422874450683594)
(0.9731, 4.859805107116699)
(0.975, 5.906224250793457)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45890000000000003, 0.12409687042236328)
(0.5251, 0.12755393981933594)
(0.6902, 0.13113021850585938)
(0.6965, 0.14257431030273438)
(0.9093, 0.5244016647338867)
(0.9228999999999999, 0.5252361297607422)
(0.9297000000000001, 0.5369186401367188)
(0.9309, 0.5419254302978516)
(0.9465999999999999, 1.0237693786621094)
(0.9723, 3.922104835510254)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 607.0741415023804)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 0.4420280456542969)
(0.24769999999999998, 0.4489421844482422)
(0.24780000000000002, 0.45371055603027344)
(0.2575, 0.4642009735107422)
(0.2578, 0.48089027404785156)
(0.7412, 1.4230012893676758)
(0.7455, 1.4481544494628906)
(0.7676999999999999, 1.5066862106323242)
(0.7685, 1.5157461166381836)
(0.7692, 1.5255212783813477)
(0.7777000000000001, 1.5624761581420898)
(0.784, 1.5674829483032227)
(0.7844, 1.5892982482910156)
(0.7887, 1.6006231307983398)
(0.7898, 1.6074180603027344)
(0.9034000000000001, 3.4006834030151367)
(0.9036, 3.407001495361328)
(0.9099, 3.5074949264526367)
(0.9106, 3.551483154296875)
(0.9111, 3.590106964111328)
(0.9121, 3.62241268157959)
(0.9131, 3.641963005065918)
(0.9136, 3.6635398864746094)
(0.9557, 45.595526695251465)
(0.9574, 46.353697776794434)
(0.9576, 46.436309814453125)
(0.9583, 46.54419422149658)
(0.9586, 47.00267314910889)
(0.9589000000000001, 47.28269577026367)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 0.39577484130859375)
(0.14750000000000002, 0.3962516784667969)
(0.1542, 0.4277229309082031)
(0.1599, 0.4323720932006836)
(0.1609, 0.43654441833496094)
(0.1768, 0.44596195220947266)
(0.1965, 0.45931339263916016)
(0.20350000000000001, 0.4825592041015625)
(0.3661, 1.1826753616333008)
(0.3843, 1.2227296829223633)
(0.4373, 1.3602972030639648)
(0.4431, 1.3897418975830078)
(0.5354, 1.4182329177856445)
(0.55, 1.459360122680664)
(0.6063, 1.4766454696655273)
(0.6321, 1.5540122985839844)
(0.6599999999999999, 3.1436681747436523)
(0.6799999999999999, 3.203272819519043)
(0.6905, 3.2541751861572266)
(0.7809999999999999, 3.287792205810547)
(0.7932, 3.3611059188842773)
(0.7962, 3.4050941467285156)
(0.8214, 3.4224987030029297)
(0.852, 3.517746925354004)
(0.8606, 42.874813079833984)
(0.8851000000000001, 43.68281364440918)
(0.9102, 44.33798789978027)
(0.9301, 45.54581642150879)
(0.9430999999999999, 46.37277126312256)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6472, 128.31175327301025)
(0.7508, 131.1095952987671)
(0.835, 138.34905624389648)
(0.9121, 152.3674726486206)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.23479999999999998, 0.2745389938354492)
(0.23879999999999998, 0.30922889709472656)
(0.24020000000000002, 0.31197071075439453)
(0.5566, 1.042485237121582)
(0.557, 1.2072324752807617)
(0.6929000000000001, 2.933621406555176)
(0.6948000000000001, 3.440380096435547)
(0.795, 10.5820894241333)
(0.7956000000000001, 12.058734893798828)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6325000000000001, 4.862427711486816)
(0.7363000000000001, 7.2869062423706055)
(0.7367, 10.536551475524902)
(0.8183, 12.354135513305664)
(0.8230000000000001, 15.458345413208008)
(0.8230999999999999, 20.93827724456787)
(0.8234, 21.20387554168701)
(0.8992000000000001, 25.165438652038574)
(0.8997999999999999, 27.889013290405273)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1093, 3.319382667541504)
(0.11499999999999999, 3.3524036407470703)
(0.11539999999999999, 3.3979415893554688)
(0.1172, 6.396770477294922)
(0.3767, 6.609678268432617)
(0.40309999999999996, 6.666660308837891)
(0.40700000000000003, 6.782412528991699)
(0.5591999999999999, 8.224010467529297)
(0.5598, 8.331298828125)
(0.5827, 8.40306282043457)
(0.5833999999999999, 8.898735046386719)
(0.7961, 19.873619079589844)
(0.7974, 19.88351345062256)
(0.8025, 21.062612533569336)
(0.8028000000000001, 21.184563636779785)
(0.8047000000000001, 21.31831645965576)
(0.805, 21.82471752166748)
(0.8055, 21.922826766967773)
(0.8067, 22.000670433044434)
(0.8085000000000001, 22.134780883789062)
(0.8096, 22.76432514190674)
(0.8112, 27.078628540039062)
(0.8135999999999999, 27.42934226989746)
(0.8150999999999999, 27.736186981201172)
(0.8158, 28.278708457946777)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 1389.7415399551392)
(0.7739, 3371.0325956344604)
(0.9404999999999999, 5133.3909034729)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9033, 143.4398889541626)
(0.9202, 568.5312747955322)
(0.9299, 1013.480544090271)
(0.9323, 1393.746018409729)
(0.9888, 1687.0033740997314)
(0.9911, 2812.9299879074097)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 394.6716785430908)
(0.6666000000000001, 999.3250370025635)
(0.8240999999999999, 1757.277250289917)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 0.7922649383544922)
(0.4218, 0.8612871170043945)
(0.43010000000000004, 0.9176731109619141)
(0.4337, 1.256704330444336)
(0.7264, 3.517627716064453)
(0.7506999999999999, 3.6002397537231445)
(0.7546, 3.65447998046875)
(0.7605999999999999, 3.8437843322753906)
(0.8488, 10.214686393737793)
(0.8647, 10.452628135681152)
(0.8653000000000001, 10.500431060791016)
(0.8717, 10.728001594543457)
(0.8754, 10.944485664367676)
(0.9208000000000001, 26.445388793945312)
(0.9307000000000001, 27.138829231262207)
(0.9372, 27.397513389587402)
(0.9384, 27.787089347839355)
(0.9406000000000001, 28.514862060546875)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 50 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 95 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9473, 1.0805249214172363)
(0.9597, 2.0623207092285156)
(0.9615, 2.5475025177001953)
(0.9696, 3.5438895225524902)
(0.9731, 4.98422384262085)
(0.975, 6.169414520263672)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45890000000000003, 0.14972686767578125)
(0.6902, 0.15808343887329102)
(0.6965, 0.1731157302856445)
(0.9297000000000001, 0.5877137184143066)
(0.9309, 0.6113290786743164)
(0.9465999999999999, 1.1011481285095213)
(0.9723, 4.037666320800781)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 648.0269074440002)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 0.49186944961547857)
(0.24769999999999998, 0.4937887191772461)
(0.24780000000000002, 0.5021452903747557)
(0.2575, 0.5118966102600098)
(0.2578, 0.5407452583312988)
(0.7412, 1.5984177589416504)
(0.7455, 1.6437172889709473)
(0.7676999999999999, 1.6948461532592771)
(0.7692, 1.6982555389404295)
(0.784, 1.7472624778747556)
(0.7844, 1.811528205871582)
(0.7887, 1.8148541450500488)
(0.7898, 1.8175840377807613)
(0.9034000000000001, 3.8354992866516113)
(0.9036, 3.849327564239502)
(0.9099, 3.9589285850524902)
(0.9106, 3.9676547050476074)
(0.9108, 3.9847135543823238)
(0.9111, 3.9961695671081547)
(0.9121, 4.058372974395752)
(0.9131, 4.0589094161987305)
(0.9136, 4.091525077819824)
(0.9557, 54.44786548614502)
(0.9574, 55.08990287780762)
(0.958, 55.39535284042358)
(0.9583, 55.73517084121704)
(0.9586, 55.8660864830017)
(0.9589000000000001, 56.20633363723755)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 0.44325590133666987)
(0.14750000000000002, 0.4449009895324707)
(0.1542, 0.47278404235839844)
(0.1599, 0.481879711151123)
(0.1609, 0.4905104637145995)
(0.1768, 0.49592256546020513)
(0.1776, 0.5130767822265625)
(0.1965, 0.5190730094909667)
(0.1967, 0.5402684211730957)
(0.20350000000000001, 0.5533933639526367)
(0.3661, 1.387929916381836)
(0.3843, 1.452958583831787)
(0.4373, 1.571857929229736)
(0.4431, 1.605534553527832)
(0.5258, 1.6148567199707031)
(0.5354, 1.6391396522521973)
(0.6063, 1.6772866249084473)
(0.6321, 1.7804503440856931)
(0.6599999999999999, 3.5370707511901855)
(0.6905, 3.657865524291992)
(0.7809999999999999, 3.689610958099365)
(0.7932, 3.76279354095459)
(0.7962, 3.8435816764831543)
(0.8214, 3.8467049598693848)
(0.852, 3.9070725440979004)
(0.8606, 51.670193672180176)
(0.8851000000000001, 52.87371873855591)
(0.9102, 53.51293087005615)
(0.9301, 54.34379577636719)
(0.9430999999999999, 55.6026816368103)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6472, 133.4384202957153)
(0.7508, 136.91375255584717)
(0.835, 143.60431432724)
(0.9121, 158.28996896743774)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.23479999999999998, 0.33907890319824213)
(0.24020000000000002, 0.3732204437255858)
(0.5566, 1.2694835662841795)
(0.557, 1.3566136360168457)
(0.6929000000000001, 4.202771186828612)
(0.6948000000000001, 4.326426982879639)
(0.795, 13.547432422637938)
(0.7956000000000001, 14.25715684890747)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6325000000000001, 5.522871017456055)
(0.7363000000000001, 8.266496658325195)
(0.7367, 11.500036716461182)
(0.8183, 13.088011741638184)
(0.8230000000000001, 16.077983379364014)
(0.8230999999999999, 21.758735179901123)
(0.8234, 22.09855318069458)
(0.8992000000000001, 25.867700576782227)
(0.8997999999999999, 28.862881660461426)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1093, 3.6977648735046387)
(0.11040000000000001, 3.741705417633056)
(0.1125, 3.7442207336425777)
(0.1127, 3.778064250946045)
(0.11399999999999999, 3.845846652984619)
(0.11539999999999999, 3.889954090118408)
(0.1172, 7.22278356552124)
(0.3926, 7.424640655517578)
(0.39990000000000003, 7.519841194152832)
(0.4002, 7.528841495513916)
(0.40700000000000003, 7.540392875671387)
(0.5827, 9.353196620941162)
(0.5833999999999999, 9.975600242614746)
(0.8025, 23.857581615447998)
(0.8047000000000001, 24.13417100906372)
(0.805, 24.213135242462158)
(0.8055, 24.303722381591797)
(0.8067, 24.47185516357422)
(0.8074, 24.563312530517578)
(0.8085000000000001, 24.589908123016357)
(0.8096, 24.705195426940918)
(0.8138, 29.676568508148193)
(0.8158, 30.00093698501587)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 1715.2327179908752)
(0.7739, 4223.433566093445)
(0.9404999999999999, 6771.713972091675)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9033, 667.9867982864379)
(0.9202, 1423.0127215385437)
(0.9299, 1606.9096565246582)
(0.9323, 1715.0216460227964)
(0.9888, 1797.6059794425964)
(0.9911, 3364.2361283302307)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 805.8135271072387)
(0.6666000000000001, 2201.2286901473985)
(0.8240999999999999, 3921.455633640288)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 0.8514046669006348)
(0.4218, 0.9246230125427245)
(0.43010000000000004, 0.9777784347534181)
(0.4337, 1.3361811637878416)
(0.7264, 3.728640079498291)
(0.7506999999999999, 3.824281692504883)
(0.7546, 3.824818134307861)
(0.7605999999999999, 4.03667688369751)
(0.8488, 10.88292598724365)
(0.8647, 10.924410820007324)
(0.8653000000000001, 10.991489887237549)
(0.8717, 11.149239540100098)
(0.8754, 11.278712749481201)
(0.9208000000000001, 28.40958833694458)
(0.9307000000000001, 28.589332103729248)
(0.9343999999999999, 28.606116771697998)
(0.9372, 28.609609603881836)
(0.9384, 28.74068021774292)
(0.9406000000000001, 29.345953464508057)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 95 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9473, 1.115577220916748)
(0.9597, 2.1167373657226562)
(0.9615, 2.657182216644287)
(0.9696, 3.607516288757324)
(0.9731, 5.089373588562012)
(0.975, 6.286640167236328)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45890000000000003, 0.1609349250793457)
(0.6902, 0.17142772674560547)
(0.6965, 0.20647048950195312)
(0.9297000000000001, 0.6146693229675292)
(0.9309, 0.6335210800170898)
(0.9465999999999999, 1.1468195915222168)
(0.9705999999999999, 4.130537509918213)
(0.9723, 4.14639949798584)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 663.3189511299133)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.24769999999999998, 0.5130910873413086)
(0.24780000000000002, 0.5338287353515625)
(0.2575, 0.5412864685058593)
(0.2578, 0.5762743949890136)
(0.7412, 1.6946840286254883)
(0.7455, 1.7255425453186033)
(0.7692, 1.7848920822143552)
(0.784, 1.8273544311523438)
(0.7844, 1.9138765335083006)
(0.7887, 1.919386386871338)
(0.7898, 1.9502997398376465)
(0.9036, 4.090621471405029)
(0.9106, 4.138493537902832)
(0.9111, 4.2085862159729)
(0.9121, 4.237613677978516)
(0.9125, 4.281327724456787)
(0.9136, 4.2978692054748535)
(0.9557, 59.041380882263184)
(0.9576, 59.496426582336426)
(0.958, 59.69053745269775)
(0.9583, 60.19975185394287)
(0.9586, 60.862250328063965)
(0.9589000000000001, 61.1563491821289)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1443, 0.4637312889099121)
(0.14750000000000002, 0.4785346984863281)
(0.1542, 0.49930095672607416)
(0.1599, 0.5133152008056641)
(0.1609, 0.5231428146362305)
(0.1768, 0.5424475669860839)
(0.1776, 0.5436134338378906)
(0.1802, 0.5507469177246094)
(0.1965, 0.5867528915405273)
(0.1967, 0.6025123596191406)
(0.20350000000000001, 0.6419038772583007)
(0.3325, 1.474165916442871)
(0.3661, 1.477804183959961)
(0.3843, 1.5823245048522947)
(0.421, 1.6625070571899412)
(0.5258, 1.7192888259887693)
(0.5354, 1.7616796493530273)
(0.6063, 1.7617774009704588)
(0.6321, 1.8784713745117185)
(0.6599999999999999, 3.7780046463012695)
(0.6905, 3.8843464851379395)
(0.7809999999999999, 3.9454841613769527)
(0.7932, 3.9773511886596684)
(0.8214, 4.131724834442139)
(0.852, 4.231197834014892)
(0.8606, 56.94609880447387)
(0.8851000000000001, 57.76672363281249)
(0.8874000000000001, 58.07334661483765)
(0.9102, 58.411169052124016)
(0.9301, 59.0089726448059)
(0.9430999999999999, 60.18681049346924)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6472, 137.18377113342285)
(0.7508, 139.29171085357666)
(0.835, 146.94012880325317)
(0.9121, 161.0436987876892)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.23479999999999998, 0.406675338745117)
(0.24020000000000002, 0.4326701164245604)
(0.5536, 1.5114784240722654)
(0.5566, 1.516454219818115)
(0.557, 1.5181875228881836)
(0.6948000000000001, 4.924380779266357)
(0.795, 14.130337238311768)
(0.7956000000000001, 14.94300365447998)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6325000000000001, 6.0475945472717285)
(0.7363000000000001, 8.552601337432861)
(0.7367, 11.788573265075684)
(0.8183, 13.444578647613525)
(0.8230000000000001, 16.46475315093994)
(0.8230999999999999, 22.05780267715454)
(0.8234, 22.718322277069092)
(0.8992000000000001, 26.135437488555908)
(0.8997999999999999, 29.487106800079346)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.1125, 3.9222550392150883)
(0.1127, 3.958687782287597)
(0.11399999999999999, 4.151589870452881)
(0.11499999999999999, 4.243414402008057)
(0.11539999999999999, 4.2467451095581055)
(0.1157, 7.509276866912842)
(0.1172, 7.571988105773926)
(0.3926, 7.758488655090332)
(0.39990000000000003, 7.854042053222655)
(0.4002, 7.970159053802489)
(0.40309999999999996, 8.025946617126465)
(0.40700000000000003, 8.119471073150635)
(0.5591999999999999, 9.813671112060547)
(0.5827, 9.970498085021973)
(0.5833999999999999, 10.58882713317871)
(0.8025, 24.544901847839355)
(0.805, 24.69367504119873)
(0.8055, 24.95730400085449)
(0.8074, 25.052816867828366)
(0.8085000000000001, 25.097575187683105)
(0.8096, 25.323796272277832)
(0.8135999999999999, 30.493693351745602)
(0.8158, 30.58436870574951)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 1797.1460890769956)
(0.7739, 4321.61835193634)
(0.9404999999999999, 6967.235746383666)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9033, 802.9836273193359)
(0.9202, 1508.866789340973)
(0.9299, 1708.0723404884336)
(0.9323, 1775.9339070320127)
(0.9888, 1831.8296313285828)
(0.9911, 3516.4098286628723)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 1172.1901369094846)
(0.6666000000000001, 2869.221155643463)
(0.8240999999999999, 4712.64687538147)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 0.8740496635437011)
(0.4218, 0.953221321105957)
(0.43010000000000004, 1.025741100311279)
(0.4337, 1.3936567306518555)
(0.7264, 3.867816925048828)
(0.7506999999999999, 3.9249968528747563)
(0.7605999999999999, 4.21384334564209)
(0.8647, 11.153748035430908)
(0.8653000000000001, 11.286814212799072)
(0.8717, 11.387462615966795)
(0.8754, 11.521222591400146)
(0.9208000000000001, 28.78504514694214)
(0.9384, 29.085493087768555)
(0.9406000000000001, 29.808843135833737)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
\begin{figure}
\centering
\begin{tikzpicture}
\begin{axis}[
xlabel={ Recall },
ylabel={ Percentile 99.9 (millis) },
ymode = log,
yticklabel style={/pgf/number format/fixed,
/pgf/number format/precision=3},
legend style = { anchor=west}
]
\addplot [
color=red!90!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9473, 1.1744921207428016)
(0.958, 2.237338542938234)
(0.9586, 2.4614195823669633)
(0.9597, 2.6042034626007258)
(0.9615, 2.933047056198122)
(0.9696, 3.692627429962158)
(0.9702999999999999, 5.407098770141623)
(0.9731, 5.996866464614904)
(0.975, 6.445531368255648)
};
\addlegendentry{ balltree };
\addplot [
color=blue!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.45890000000000003, 0.17629218101502372)
(0.6902, 0.17752790451051106)
(0.6965, 0.2552413940429808)
(0.9297000000000001, 0.6485908031463706)
(0.9309, 0.6594829559326187)
(0.9465, 1.2246081829071127)
(0.9465999999999999, 1.2309904098510775)
(0.9705999999999999, 4.207881450653144)
(0.9723, 4.548965454101601)
};
\addlegendentry{ bctree };
\addplot [
color=green!70!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(1.0, 676.6702349185947)
};
\addlegendentry{ bruteforce };
\addplot [
color=orange!90!black,
mark=diamond,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.2387, 0.5788400173187433)
(0.24780000000000002, 0.5890471935272354)
(0.2578, 0.6215946674346958)
(0.7455, 1.847069263458277)
(0.7676999999999999, 1.9019083976745643)
(0.7685, 1.9046998023987007)
(0.784, 1.9058136940002564)
(0.7898, 2.092413187026982)
(0.9036, 4.319609880447425)
(0.9136, 4.499020814895657)
(0.9574, 66.01641273498542)
(0.9586, 66.05898118019111)
(0.9589000000000001, 67.00140714645399)
};
\addlegendentry{ bt-mqh };
\addplot [
color=violet!90!black,
mark=x,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.134, 0.5590264797210849)
(0.1443, 0.5637409687042344)
(0.14750000000000002, 0.5655930042266903)
(0.1542, 0.5969395637512368)
(0.1609, 0.6238510608673229)
(0.1802, 0.6577117443084854)
(0.20350000000000001, 0.7160758972168063)
(0.3325, 1.5564301013946562)
(0.3661, 1.6797568798065274)
(0.421, 1.8523190021514933)
(0.6063, 1.8559737205505697)
(0.6321, 2.074985980987573)
(0.6599999999999999, 4.06617975234987)
(0.6905, 4.1450719833374166)
(0.7932, 4.3111362457275435)
(0.8214, 4.379932165145891)
(0.8421, 4.635159254074123)
(0.852, 4.9584333896637)
(0.858, 62.24066472053543)
(0.8851000000000001, 63.19778347015384)
(0.9102, 63.47212791442895)
(0.9301, 65.8912422657014)
(0.9430999999999999, 67.06590867042563)
};
\addlegendentry{ bt-mqh-v2 };
\addplot [
color=teal!90!black,
mark=pentagon,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6472, 139.7040114402771)
(0.7508, 142.23809003829993)
(0.835, 148.83069801330572)
(0.9121, 165.8663434982302)
};
\addlegendentry{ eh };
\addplot [
color=magenta!90!black,
mark=star,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.23479999999999998, 0.6259615421295268)
(0.23879999999999998, 0.6381137371063327)
(0.24020000000000002, 0.7072670459747421)
(0.5446, 1.9316942691803218)
(0.5566, 1.9629161357879867)
(0.557, 2.1501526832581077)
(0.6864, 5.578553438186714)
(0.6929000000000001, 5.824604988098169)
(0.6948000000000001, 5.991878271102921)
(0.795, 14.829050064086926)
(0.7956000000000001, 15.87187075614943)
};
\addlegendentry{ fh };
\addplot [
color=olive!90!black,
mark=otimes,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.6325000000000001, 6.634529829025294)
(0.7363000000000001, 8.780291080474859)
(0.7367, 12.303228139877417)
(0.8183, 15.073158025741629)
(0.8230000000000001, 17.577339887619075)
(0.8230999999999999, 22.30146980285645)
(0.8234, 23.58751821517958)
(0.8992000000000001, 26.748384952545205)
(0.8997999999999999, 30.374099969864)
};
\addlegendentry{ mh };
\addplot [
color=cyan!70!black,
mark=asterisk,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.11040000000000001, 4.229566812515304)
(0.1127, 4.304486036300709)
(0.11499999999999999, 4.641024827957172)
(0.11539999999999999, 4.879969835281374)
(0.1157, 7.7311220169067525)
(0.1172, 7.814043521881114)
(0.37770000000000004, 8.208326578140264)
(0.3923, 8.288740396499666)
(0.39990000000000003, 8.336282014846843)
(0.40309999999999996, 8.381946086883596)
(0.40700000000000003, 8.459610939025882)
(0.5591999999999999, 10.239876031875633)
(0.5827, 10.403291463851941)
(0.5833999999999999, 12.599933385849127)
(0.8025, 25.140077114105228)
(0.805, 25.208533525466926)
(0.8055, 25.48654103279114)
(0.8074, 25.672094345092788)
(0.8096, 25.81638717651371)
(0.8112, 30.920478105545172)
(0.8117000000000001, 31.02082109451302)
(0.8158, 31.28728389739993)
};
\addlegendentry{ mh-mqh };
\addplot [
color=brown!90!black,
mark=oplus,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.5511, 2450.514106035248)
(0.7739, 4449.641252994538)
(0.9404999999999999, 9283.182048797651)
};
\addlegendentry{ mqh };
\addplot [
color=lime!70!black,
mark=o,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.9033, 931.0447552204137)
(0.9202, 1564.2334077358305)
(0.9323, 1810.6085295677192)
(0.9888, 1884.3463087081916)
(0.9911, 4155.106380939542)
};
\addlegendentry{ mqh-kjl };
\addplot [
color=purple!80!black,
mark=square,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.457, 1291.4257342815572)
(0.6666000000000001, 3079.869037866596)
(0.8240999999999999, 5012.492261886615)
};
\addlegendentry{ mqh-v2 };
\addplot [
color=red!90!black,
mark=triangle,
mark size=2.5pt,
line width=1pt
] coordinates {
(0.4104, 1.051045179367074)
(0.4218, 1.122071266174323)
(0.43010000000000004, 1.1342411041259841)
(0.4337, 1.6585867404937877)
(0.7506999999999999, 4.060272932052612)
(0.7523, 4.59136557579046)
(0.7605999999999999, 4.657821893692088)
(0.8647, 11.59145045280461)
(0.8653000000000001, 12.081536769866958)
(0.8717, 12.189659357071097)
(0.8754, 12.847039461135916)
(0.9208000000000001, 29.02170252799994)
(0.9384, 30.202358722686917)
(0.9406000000000001, 30.484392881393667)
};
\addlegendentry{ nh };
\end{axis}
\end{tikzpicture}
\caption{ Recall-Percentile 99.9 (millis) tradeoff - down and to the right is better }
\label{}
\end{figure}
P2HNNS-benchmarks is a fork of the original ANN-BENCHMARKS repository, which was developed by Martin Aumueller (maau@itu.dk), Erik Bernhardsson (mail@erikbern.com), and Alec Faitfull (alef@itu.dk). This fork, reconfigured by Søren Majlund Jensen and Christian Porsmose Stender, includes minor modifications to address the P2HNNS problem. We acknowledge and give full credit to the original developers for their work. Please use GitHub to submit your implementations or improvements.