@inproceedings{3e1689d3681d49ba8aeebb6999ef557b,
title = "Experimental evaluation of memory configurations of Hadoop in Docker environments",
abstract = "Hadoop is widely used in these days for big data analytics. Docker, a new container technology, is hot nowadays, and is the new QuickStart option for Apache Hadoop. It is a trend to build Hadoop cluster in Docker environments in clouds or clusters. However, how to make better use of hardware resources and improve Hadoop performance in Docker environments is a challenge for users. In this paper we study memory configurations of Hadoop in Docker environments, and analyse the performance of Hadoop while altering Hadoop's memory configurations. We select two different applications (a CPU-intensive application - WordCount and a memory-intensive application - TeraSort) and measure their resource usages in terms of CPU and memory footprint. Extensive tests have been executed, the test results show that appropriate customization of memory configurations improves performance compared to the default memory parameter settings.",
keywords = "Docker, Hadoop, configuration, memory",
author = "Xueyuan Wang and Brian Lee and Yuansong Qiao",
note = "Publisher Copyright: {\textcopyright} 2016 IEEE.; 27th Irish Signals and Systems Conference, ISSC 2016 ; Conference date: 21-06-2016 Through 22-06-2016",
year = "2016",
month = aug,
day = "1",
doi = "10.1109/ISSC.2016.7528448",
language = "English",
series = "2016 27th Irish Signals and Systems Conference, ISSC 2016",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
booktitle = "2016 27th Irish Signals and Systems Conference, ISSC 2016",
address = "United States",
}