@inproceedings{93a5668fb1e848fe86c12622fb9647ac,
title = "Optimizing data placement of mapreduce on ceph-based framework under load-balancing constraint",
abstract = "Ceph has been widely used as a distributed object store and file system due to its high availability, reliability and scalability. Strategies of data placements in Ceph composed of heterogeneous clusters can greatly affect the system performance and load balancing. For a given application, it is critical to find the optimal data placement in Ceph, such that the completion time of the application can be minimized under the load-balancing constraint. This paper presents a novel Ceph-based framework that integrally considers the load balancing and the heterogeneities, including the computational capacity and the network bandwidth. The presented framework is suitable for the applications based on the principle of moving computation rather than data across clusters, such as MapReduce. According to the Ceph-based framework and the properties of MapReduce, we formulate the Mixed Integer Linear Programming (MILP) to obtain the optimal data placement. However, because of the large computational complexity of MILP, we devise an efficient algorithm to obtain the near-optimal solutions. The experimental results show that the proposed algorithm can achieve up to 25.6\% improvement on system performance, compared with the original strategy implemented in Ceph.",
keywords = "Ceph, Data placement, Framework, Load balancing, Object storage",
author = "Sha, \{Edwin H.M.\} and Yutong Liang and Weiwen Jiang and Xianzhang Chen and Qingfeng Zhuge",
note = "Publisher Copyright: {\textcopyright} 2016 IEEE.; 22nd IEEE International Conference on Parallel and Distributed Systems, ICPADS 2016 ; Conference date: 13-12-2016 Through 16-12-2016",
year = "2016",
month = jul,
day = "2",
doi = "10.1109/ICPADS.2016.0083",
language = "英语",
series = "Proceedings of the International Conference on Parallel and Distributed Systems - ICPADS",
publisher = "IEEE Computer Society",
pages = "585--592",
editor = "Xiaofei Liao and Robert Lovas and Xipeng Shen and Ran Zheng",
booktitle = "Proceedings - 22nd IEEE International Conference on Parallel and Distributed Systems, ICPADS 2016",
address = "美国",
}