@inproceedings{05208f2365dc455ea6ac9a57ad0d0429,
title = "Doopnet: An emulator for network performance analysis of Hadoop clusters using Docker and Mininet",
abstract = "Hadoop is one of the most important Big Data processing and storage systems. In recent years, a lot of efforts have been put to enhance Hadoop's performance from networking perspectives. However, there are limited tools that can help researchers to verify their networking algorithm design in terms of Hadoop's performance. This paper proposes Doopnet which is a framework and toolset for creating Hadoop clusters in a virtualized environment and for monitoring/analysing of Hadoop's networking characteristics under different network configurations. Doopnet enables users to automatically set up a Hadoop cluster over Docker containers running inside Mininet. The Hadoop traffic is collected inside the containers and virtual switches through network flow monitors. The users can easily modify network topologies or configurations through Mininet, observe the networking behaviour through network flow monitors, and analyse the effects of different network settings on Hadoop's performance. Examples are presented to demonstrate how to setup the Doopnet testbed and analyse Hadoop traffic.",
keywords = "Big Data, Docker, Emulator, Hadoop, Mininet, Simulator",
author = "Yuansong Qiao and Xueyuan Wang and Guiming Fang and Brian Lee",
note = "Publisher Copyright: {\textcopyright} 2016 IEEE.; 2016 IEEE Symposium on Computers and Communication, ISCC 2016 ; Conference date: 27-06-2016 Through 01-07-2016",
year = "2016",
month = aug,
day = "15",
doi = "10.1109/ISCC.2016.7543832",
language = "English",
series = "Proceedings - IEEE Symposium on Computers and Communications",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "784--790",
booktitle = "2016 IEEE Symposium on Computers and Communication, ISCC 2016",
address = "United States",
}