root@osd4:~# ceph -w
cluster 38e6bdde-e19e-4801-8dc0-0e7a47734611
health HEALTH_OK
monmap e1: 3 mons at {mon0=115.68.200.60:6789/0,mon1=115.68.200.61:6789/0,mon2=115.68.200.62:6789/0}, election epoch 12, quorum 0,1,2 mon0,mon1,mon2
osdmap e115: 6 osds: 5 up, 5 in
pgmap v6596: 960 pgs, 5 pools, 18558 MB data, 4729 objects
56003 MB used, 83729 GB / 83783 GB avail
960 active+clean
root@osd4:~# ceph osd tree
# id weight type name up/down reweight
-1 81.8 root default
-2 16.36 host osd0
0 16.36 osd.0 up 1
-3 16.36 host osd1
1 16.36 osd.1 up 1
-4 16.36 host osd2
2 16.36 osd.2 up 1
-5 16.36 host osd3
3 16.36 osd.3 up 1
-6 16.36 host osd4
5 16.36 osd.5 up 1
4 0 osd.4 down 0
root@osd4:~# ceph osd out osd.5
marked out osd.5.
root@osd4:~# ceph -s
cluster 38e6bdde-e19e-4801-8dc0-0e7a47734611
health HEALTH_WARN 158 pgs degraded; 13 pgs recovering; 158 pgs stuck unclean; recovery 3046/14187 objects degraded (21.470%)
monmap e1: 3 mons at {mon0=115.68.200.60:6789/0,mon1=115.68.200.61:6789/0,mon2=115.68.200.62:6789/0}, election epoch 12, quorum 0,1,2 mon0,mon1,mon2
osdmap e117: 6 osds: 5 up, 4 in
pgmap v6626: 960 pgs, 5 pools, 18558 MB data, 4729 objects
50893 MB used, 66977 GB / 67027 GB avail
3046/14187 objects degraded (21.470%)
145 active+degraded
802 active+clean
13 active+recovering+degraded
recovery io 78785 kB/s, 19 objects/s
OSD를 제거하면 그룹상태가 active+clean 상태에서
--> active, som degraded objects 라고 변경
--> 다시 active+clean 상태
데몬중지
root@osd4:~# stop ceph-osd id=4
root@osd4:~# ceph osd tree
# id weight type name up/down reweight
-1 65.44 root default
-2 16.36 host osd0
0 16.36 osd.0 up 1
-3 16.36 host osd1
1 16.36 osd.1 up 1
-4 16.36 host osd2
2 16.36 osd.2 up 1
-5 16.36 host osd3
3 16.36 osd.3 up 1
5 0 osd.5 down 0
root@osd4:~# ceph osd rm 5
removed osd.5
root@osd4:~# ceph osd tree
# id weight type name up/down reweight
-1 65.44 root default
-2 16.36 host osd0
0 16.36 osd.0 up 1
-3 16.36 host osd1
1 16.36 osd.1 up 1
-4 16.36 host osd2
2 16.36 osd.2 up 1
-5 16.36 host osd3
3 16.36 osd.3 up 1
