1、本次搭建環境為centos7.2版本

2、本次搭建機器為

ceph-node1 192.168.13.72

ceph-node2 192.168.13.84

二、ceph搭建前環境準備

1、準備ceph-deploy的鏡像源

vim /etc/yum.repos.d/ceph.repo

[ceph-noarch]

name=Ceph noarch packages

baseurl=https://download.ceph.com/rpm-luminous/el7/noarch

enabled=1

gpgcheck=1

type=rpm-md

gpgkey=https://download.ceph.com/keys/release.asc

yum update

yum -y install ceph-deploy

2、修改hosts文件、安裝ceph-deploy

[root@ceph-node1 my-cluster]# cat /etc/hosts

127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4

::1 localhost localhost.localdomain localhost6 localhost6.localdomain6

192.168.13.72 ceph-node1

192.168.13.84 ceph-node2

3、同步時間

1）修改時區 cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime

2）vim /etc/chrony.conf

systemctl restart chronyd

systemctl enable chronyd

3）修改其他node節點的/etc/chrony.conf

##刪除其他server，修改一行

server 192.168.13.72 iburst

4）systemctl restart chronyd

5）yum install ntp ntpdate

6）ntpdate 192.168.13.72

4、創建ceph用戶並賦予sudo權限

[root@ceph-node1 ~]# useradd -d /home/ceph -m ceph

[root@ceph-node1 ~]# passwd ceph

Changing password for user ceph.

New password:

BAD PASSWORD: The password is a palindrome

Retype new password:

passwd: all authentication tokens updated successfully.

[root@ceph-node1 ~]# echo "ceph ALL=(root) NOPASSWD:ALL" | sudo tee /etc/sudoers.d/ceph

ceph ALL=(root) NOPASSWD:ALL

[root@ceph-node1 ~]# chmod 0440 /etc/sudoers.d/ceph

5、設置免密登錄

[root@ceph-node1 ~]# ssh-keygen

[root@ceph-node1 ~]# ssh-copy-id [email protected]

[root@ceph-node1 ~]# vim /root/.ssh/config

Host node1

Hostname ceph-node1

User ceph

Host node2

Hostname ceph-node2

User ceph

6、關閉selinux，添加防火墻規則6789、6800、7300

[root@ceph-node1 systemd]# setenforce 0

[root@ceph-node1 systemd]# iptables -I INPUT 1 -p tcp --dport 6789 -J ACCEPT

[root@ceph-node1 systemd]# iptables -I INPUT 1 -p tcp --dport 6800 -j ACCEPT

[root@ceph-node1 systemd]# iptables -I INPUT 1 -p tcp --dport 7300 -j ACCEPT

[root@ceph-node1 systemd]# iptables -I OUTPUT 1 -p tcp --dport 7300 -j ACCEPT

[root@ceph-node1 systemd]# iptables -I OUTPUT 1 -p tcp --dport 6800 -j ACCEPT

[root@ceph-node1 systemd]# iptables -I OUTPUT 1 -p tcp --dport 6789 -j ACCEPT

7、創建新的集群

[root@ceph-node1 my-cluster]# ceph-deploy new ceph-node1 （ceph-node1為本機的hostname）

8、兩天node安裝ceph

[root@ceph-node1 my-cluster]# ceph-deploy install ceph-node1 ceph-node2

9、部署初始監視器並收集密鑰

[root@ceph-node1 my-cluster]# ceph-deploy mon create-initial

10、將配置文件和管理密鑰復制到管理節點和你的Ceph的節點

[root@ceph-node1 my-cluster]# ceph-deploy admin ceph-node1 ceph-node2

11、部署管理器守護程序

[root@ceph-node1 my-cluster]# ceph-deploy mgr create ceph-node1

12、添加OSD

[root@ceph-node1 my-cluster]# ceph-deploy osd create --data /dev/vdc ceph-node1

[root@ceph-node1 my-cluster]# ceph-deploy osd create --data /dev/vdc ceph-node2

13、檢測集群狀態

ceph -s

[root@ceph-node1 my-cluster]# ceph -s

cluster:

id: 5c202bf8-aab1-4317-bf76-28a7ed57652a

health: HEALTH_OK

services:

mon: 1 daemons, quorum ceph-node1

mgr: ceph-node1(active)

osd: 2 osds: 2 up, 2 in

data:

pools: 0 pools, 0 pgs

objects: 0 objects, 0 B

usage: 2.0 GiB used, 98 GiB / 100 GiB avail

pgs:

14、添加元數據服務器（如需要使用文件系統需要添加，反之不用添加）

[root@ceph-node1 my-cluster]# ceph-deploy mds create ceph-node1

ceph-luminous版本搭建過程