ceph部署
http://www.mamicode.com/info-detail-2458905.html
https://www.jianshu.com/p/f02f358a79f4
一鍵部署腳本
https://www.cnblogs.com/yaohong/archive/2017/07/29/7251852.html
手動部署rocky參考
https://www.cnblogs.com/zjd1396/p/9899634.html
https://github.com/yongluo2013/osf-openstack-training/blob/master/juno/installation/openstack-juno-for-fedora20.md
https://docs.openstack.org/kolla-ansible/latest/user/quickstart.html
yum install epel-release -y ; yum install python-pip -y ; pip install -U pip yum install python-devel libffi-devel gcc openssl-devel libselinux-python -y yum install ansible -y pip install -U ansible
vi /etc/ansible/ansible.cfg
[defaults]
host_key_checking=False
pipelining=True
forks=100
pip install kolla-ansible pip install --ignore-installed PyYAML pip install kolla-ansible
Cannot uninstall 'PyYAML'.
cp -r /usr/share/kolla-ansible/etc_examples/kolla /etc/ cp /usr/share/kolla-ansible/ansible/inventory/* .
ssh-keygen ssh-copy-id -i ~/.ssh/id_rsa.pub root@master63 ssh-copy-id -i ~/.ssh/id_rsa.pub root@node62 ssh-copy-id -i ~/.ssh/id_rsa.pub root@node61
****8 #密碼
vi multinode
ansible -i multinode all -m ping
kolla-genpwd
/etc/kolla/passwords.yml
163 keystone_admin_password: 123456
[root@master63 ~]# ls /usr/share/kolla-ansible/tools/
cleanup-containers cleanup-host cleanup-images ovs-dpdkctl.sh stop-containers validate-docker-execute.sh
vi /etc/kolla/globals.yml
kolla-ansible -i ./multinode bootstrap-servers kolla-ansible -i ./multinode prechecks kolla-ansible -i ./multinode pull kolla-ansible -i ./multinode deploy
如果之前部署錯了可以批量刪除容器
docker stop $(docker ps -a | awk '{ print $1}' | tail -n +2)
docker中 刪除所有的容器命令
docker rm $(docker ps -a | awk '{ print $1}' | tail -n +2)
docker中 刪除所有的鏡像
在存儲節點上格式化vgs
ls /dev/sdb pvcreate /dev/sdb vgcreate cinder-volumes /dev/sdb #創建一個名字為cinder-volumes的卷組，給后期cinder使用 systemctl enable lvm2-lvmetad.service vgs lvremove cinder-volumes
kolla-ansible -i ./multinode pull 拉取失敗提示dns問題 清空防火牆重新拉取
初始化網絡安裝命令管理端
pip install python-openstackclient python-glanceclient python-neutronclient
報錯
Cannot uninstall 'ipaddress'
pip install --ignore-installed ipaddress pip install python-openstackclient python-glanceclient python-neutronclient kolla-ansible post-deploy #生成認證文件 . /etc/kolla/admin-openrc.sh
source /etc/kolla/admin-openrc.sh
. /usr/share/kolla-ansible/init-runonce
報錯
/usr/lib/python2.7/site-packages/dogpile/cache/region.py
文件中的 from decorator import decorate 注釋
后面還報錯執行下面內容
pip uninstall urllib3 -y
pip uninstall chardet -y
pip install requests
前面建錯了刪除命令重建網絡
openstack network create --external --provider-physical-network physnet1 --provider-network-type flat public openstack subnet create --no-dhcp --allocation-pool 'start=192.168.1.230,end=192.168.1.240' --network public --subnet-range 192.168.1.0/24 --gateway 192.168.1.1 public-subnet openstack network create --provider-network-type vxlan demo-net openstack subnet create --subnet-range 10.0.0.0/24 --network demo-net --gateway 10.0.0.1 --dns-nameserver 8.8.8.8 demo-subnet openstack router create demo-router openstack router add subnet demo-router demo-subnet openstack router set --external-gateway public demo-router neutron net-list #查看創建的網
創建主機
openstack server create \
--image cirros \
--flavor m1.tiny \
--key-name mykey \
--nic net-id=6420c3fe-0f22-460b-97cd-82c7971eac13 \
web1
綁定浮動ip后登錄
ssh cirros@192.168.1.230
gocubsgo
openstack volume create --size 3 storage 創建卷
openstack server list
openstack server add volume web1 storage 連接卷
openstack volume list #查看掛載情況 成功
登錄虛擬機查看內部硬盤成功
創建08虛擬機
openstack server create \ --image win8 \ --flavor m1.8win \ --key-name mykey \ --nic net-id=6420c3fe-0f22-460b-97cd-82c7971eac13 \ win08
記錄一下勞動成果
添加遠程安全訪問策略
win08創建卷
右鍵初始化后連接格式化硬盤
kolla 部署的openstack ceph操作
docker exec ceph_mon ceph osd lspools #查看池 ceph osd pool delete {pool-name} [{pool-name} --yes-i-really-really-mean-it] #刪除池 ceph osd pool rename {current-pool-name} {new-pool-name} #重命名 docker exec ceph_mon ceph -s# 運行狀態 可以到io情況 docker exec ceph_mon rados df #查看存儲池使率 docker exec ceph_mon ceph osd dump | grep 'replicated size' #存儲池使用分數 ceph osd pool set data size 3 #存儲3份 ceph osd pool set data min_size 2 #小於2份不再接收io 參考 http://docs.ceph.org.cn/rados/operations/pools/
openstack volume service list
openstack server list
ll /var/lib/docker/devicemapper/devicemapper/ -h #ceph存放的位置
total 2.4G
-rw------- 1 root root 100G Apr 13 03:38 data
-rw------- 1 root root 2.0G Apr 13 03:38 metadata
ceph常用命令參考2
https://www.cnblogs.com/luoliyu/p/7765759.html
docker exec ceph_mon ceph osd tree #樹顯示osd
docker exec ceph_mon rados ls -p volumes | less #一塊顯示存儲池的內容
docker exec ceph_mon rbd ls volumes #查看池中的鏡像
池中數據滿了刪除再創建
https://www.cnblogs.com/bodhitree/p/6179219.html https://www.cnblogs.com/sisimi/p/7753310.html vi /etc/kolla/ceph-mon/ceph.conf mon allow pool delete = true docker exec ceph_mon ceph osd pool delete default.rgw.log default.rgw.log --yes-i-really-really-mean-it #刪除池 docker exec ceph_mon ceph osd dump |grep pool#查看池信息 docker exec ceph_mon ceph osd pool create default.rgw.log 8 8 #重新創建池
[root@master63 ~]# docker exec ceph_mon ceph quorum_status
[root@master63 ~]# docker exec ceph_mon ceph mon stat
新建一個有三個監視器的新圖（為新的 Ceph 文件系統）：
monmaptool --create --add mon.a 192.168.0.10:6789 \
--add mon.b 192.168.0.11:6789 \
--add mon.c 192.168.0.12:6789 --clobber monmap
顯示監視器圖內容：
monmaptool --print monmap
替換一個監視器：
monmaptool --rm mon.a --add mon.a 192.168.0.9:6789 --clobber monmap
openstack后台管理創建ceph池
上傳一個文件
docker exec ceph_mon rados df #查看池中信息index是回收站如何使用未知
