@inproceedings{24deb611ba7d4a7aa1f3ef399071f953,
title = "Cost-effective cloud HPC resource provisioning by building semi-elastic virtual clusters",
abstract = "Recent studies have found cloud environments increasingly appealing for executing HPC applications, including tight-ly coupled parallel simulations. While public clouds offer elastic, on-demand resource provisioning and pay-as-you-go pricing, individual users setting up their on-demand virtual clusters may not be able to take full advantage of common cost-saving opportunities, such as reserved instances. In this paper, we propose a Semi-Elastic Cluster (SEC) computing model for organizations to reserve and dynam-ically resize a virtual cloud-based cluster. We present a set of integrated batch scheduling plus resource scaling strategies uniquely enabled by SEC, as well as an online reserved instance provisioning algorithm based on job history. Our trace-driven simulation results show that such a model has a 61.0\% cost saving than individual users acquiring and managing cloud resources without causing longer average job wait time. Meanwhile, the overhead of acquiring/maintaining shared cloud instances is shown to take only a few seconds.",
keywords = "Cloud computing, Job scheduling, Resource provisioning",
author = "Shuangcheng Niu and Jidong Zhai and Xiaosong Ma and Xiongchao Tang and Wenguang Chen",
year = "2013",
doi = "10.1145/2503210.2503236",
language = "English",
isbn = "9781450323789",
series = "International Conference for High Performance Computing, Networking, Storage and Analysis, SC",
publisher = "IEEE Computer Society",
booktitle = "Proceedings of SC 2013",
address = "United States",
note = "2013 International Conference for High Performance Computing, Networking, Storage and Analysis, SC 2013 ; Conference date: 17-11-2013 Through 22-11-2013",
}