ceph部署
http://www.mamicode.com/info-detail-2458905.html
https://www.jianshu.com/p/f02f358a79f4
一键部署脚本
https://www.cnblogs.com/yaohong/archive/2017/07/29/7251852.html
手动部署rocky参考
https://www.cnblogs.com/zjd1396/p/9899634.html
https://github.com/yongluo2013/osf-openstack-training/blob/master/juno/installation/openstack-juno-for-fedora20.md
https://docs.openstack.org/kolla-ansible/latest/user/quickstart.html
yum install epel-release -y ; yum install python-pip -y ; pip install -U pip yum install python-devel libffi-devel gcc openssl-devel libselinux-python -y yum install ansible -y pip install -U ansible
vi /etc/ansible/ansible.cfg
[defaults]
host_key_checking=False
pipelining=True
forks=100
pip install kolla-ansible pip install --ignore-installed PyYAML pip install kolla-ansible
Cannot uninstall 'PyYAML'.
cp -r /usr/share/kolla-ansible/etc_examples/kolla /etc/ cp /usr/share/kolla-ansible/ansible/inventory/* .
ssh-keygen ssh-copy-id -i ~/.ssh/id_rsa.pub root@master63 ssh-copy-id -i ~/.ssh/id_rsa.pub root@node62 ssh-copy-id -i ~/.ssh/id_rsa.pub root@node61
****8 #密码
vi multinode
ansible -i multinode all -m ping
kolla-genpwd
/etc/kolla/passwords.yml
163 keystone_admin_password: 123456
[root@master63 ~]# ls /usr/share/kolla-ansible/tools/
cleanup-containers cleanup-host cleanup-images ovs-dpdkctl.sh stop-containers validate-docker-execute.sh
vi /etc/kolla/globals.yml
kolla-ansible -i ./multinode bootstrap-servers kolla-ansible -i ./multinode prechecks kolla-ansible -i ./multinode pull kolla-ansible -i ./multinode deploy
如果之前部署错了可以批量删除容器
docker stop $(docker ps -a | awk '{ print $1}' | tail -n +2)
docker中 删除所有的容器命令
docker rm $(docker ps -a | awk '{ print $1}' | tail -n +2)
docker中 删除所有的镜像
在存储节点上格式化vgs
ls /dev/sdb pvcreate /dev/sdb vgcreate cinder-volumes /dev/sdb #创建一个名字为cinder-volumes的卷组，给后期cinder使用 systemctl enable lvm2-lvmetad.service vgs lvremove cinder-volumes
kolla-ansible -i ./multinode pull 拉取失败提示dns问题 清空防火墙重新拉取
初始化网络安装命令管理端
pip install python-openstackclient python-glanceclient python-neutronclient
报错
Cannot uninstall 'ipaddress'
pip install --ignore-installed ipaddress pip install python-openstackclient python-glanceclient python-neutronclient kolla-ansible post-deploy #生成认证文件 . /etc/kolla/admin-openrc.sh
source /etc/kolla/admin-openrc.sh
. /usr/share/kolla-ansible/init-runonce
报错
/usr/lib/python2.7/site-packages/dogpile/cache/region.py
文件中的 from decorator import decorate 注释
后面还报错执行下面内容
pip uninstall urllib3 -y
pip uninstall chardet -y
pip install requests
前面建错了删除命令重建网络
openstack network create --external --provider-physical-network physnet1 --provider-network-type flat public openstack subnet create --no-dhcp --allocation-pool 'start=192.168.1.230,end=192.168.1.240' --network public --subnet-range 192.168.1.0/24 --gateway 192.168.1.1 public-subnet openstack network create --provider-network-type vxlan demo-net openstack subnet create --subnet-range 10.0.0.0/24 --network demo-net --gateway 10.0.0.1 --dns-nameserver 8.8.8.8 demo-subnet openstack router create demo-router openstack router add subnet demo-router demo-subnet openstack router set --external-gateway public demo-router neutron net-list #查看创建的网
创建主机
openstack server create \
--image cirros \
--flavor m1.tiny \
--key-name mykey \
--nic net-id=6420c3fe-0f22-460b-97cd-82c7971eac13 \
web1
绑定浮动ip后登录
ssh cirros@192.168.1.230
gocubsgo
openstack volume create --size 3 storage 创建卷
openstack server list
openstack server add volume web1 storage 连接卷
openstack volume list #查看挂载情况 成功
登录虚拟机查看内部硬盘成功
创建08虚拟机
openstack server create \ --image win8 \ --flavor m1.8win \ --key-name mykey \ --nic net-id=6420c3fe-0f22-460b-97cd-82c7971eac13 \ win08
记录一下劳动成果
添加远程安全访问策略
win08创建卷
右键初始化后连接格式化硬盘
kolla 部署的openstack ceph操作
docker exec ceph_mon ceph osd lspools #查看池 ceph osd pool delete {pool-name} [{pool-name} --yes-i-really-really-mean-it] #删除池 ceph osd pool rename {current-pool-name} {new-pool-name} #重命名 docker exec ceph_mon ceph -s# 运行状态 可以到io情况 docker exec ceph_mon rados df #查看存储池使率 docker exec ceph_mon ceph osd dump | grep 'replicated size' #存储池使用分数 ceph osd pool set data size 3 #存储3份 ceph osd pool set data min_size 2 #小于2份不再接收io 参考 http://docs.ceph.org.cn/rados/operations/pools/
openstack volume service list
openstack server list
ll /var/lib/docker/devicemapper/devicemapper/ -h #ceph存放的位置
total 2.4G
-rw------- 1 root root 100G Apr 13 03:38 data
-rw------- 1 root root 2.0G Apr 13 03:38 metadata
ceph常用命令参考2
https://www.cnblogs.com/luoliyu/p/7765759.html
docker exec ceph_mon ceph osd tree #树显示osd
docker exec ceph_mon rados ls -p volumes | less #一块显示存储池的内容
docker exec ceph_mon rbd ls volumes #查看池中的镜像
池中数据满了删除再创建
https://www.cnblogs.com/bodhitree/p/6179219.html https://www.cnblogs.com/sisimi/p/7753310.html vi /etc/kolla/ceph-mon/ceph.conf mon allow pool delete = true docker exec ceph_mon ceph osd pool delete default.rgw.log default.rgw.log --yes-i-really-really-mean-it #删除池 docker exec ceph_mon ceph osd dump |grep pool#查看池信息 docker exec ceph_mon ceph osd pool create default.rgw.log 8 8 #重新创建池
[root@master63 ~]# docker exec ceph_mon ceph quorum_status
[root@master63 ~]# docker exec ceph_mon ceph mon stat
新建一个有三个监视器的新图（为新的 Ceph 文件系统）：
monmaptool --create --add mon.a 192.168.0.10:6789 \
--add mon.b 192.168.0.11:6789 \
--add mon.c 192.168.0.12:6789 --clobber monmap
显示监视器图内容：
monmaptool --print monmap
替换一个监视器：
monmaptool --rm mon.a --add mon.a 192.168.0.9:6789 --clobber monmap
openstack后台管理创建ceph池
上传一个文件
docker exec ceph_mon rados df #查看池中信息index是回收站如何使用未知
