@inproceedings{faf945d96b1043aabe9296bd552a650a,
title = "Dynamic provisioning of data intensive computing middleware frameworks: A case study",
abstract = "Big data has become an important asset for industry, and academic disciplines now utilize large-scale data in their research. This fourth paradigm of scientific research has led to the inclusion of data management, processing, and analytic tools into the traditional high performance computing software libraries. This integration is facilitated through a collection of supporting software components that comprise a data intensive computing middleware framework. From a shared campus cyberinfrastructure perspective, this represents a new challenge to the system administrators in balancing between the traditional high performance computing software stacks and the new data-intensive middleware on the same physical computing resource. In turn, this limits researchers from having access to the new middleware tools while administrators determine how to overcome the challenge. In this paper, we present our experience in configuring dynamic provisioning of two different data-intensive middleware frameworks from a user perspective. We describe the configuration process from setting up dependencies to deploying the middleware, and how this experience can be applied by other researchers and administrators.",
keywords = "Dynamic provisioning, HPCC systems, Hadoop, Shared computing resources",
author = "Ngo, {Linh B.} and Flavio Villanustre and Payne, {Michael E.} and Richard Taylor and Apon, {Amy W.}",
year = "2015",
month = jun,
day = "16",
doi = "10.1145/2753524.2753528",
language = "Ingl{\'e}s",
series = "SCREAM 2015 - Proceedings of the 2015 Workshop on the Science of Cyberinfrastructure: Research, Experience, Applications and Models, Part of HPDC 2015",
publisher = "Association for Computing Machinery, Inc",
pages = "3--10",
booktitle = "SCREAM 2015 - Proceedings of the 2015 Workshop on the Science of Cyberinfrastructure",
note = "1st Workshop on the Science of Cyberinfrastructure: Research, Experience, Applications and Models, SCREAM 2015 ; Conference date: 16-06-2015",
}