openstack K版本和ceph对接

liwya

　　本次环境：

　　openstack（K版本）：  控制和计算各一台，并且安装到dashboard，可以正常创建虚拟机（搭建过程建官方http://docs.openstack.org/kilo/install-guide/install/yum/content/）
　　ceph： 共3台，两台节点一台desploy部署机（搭建过程建官方http://ceph.com/）
　　下面在控制节点安装cinder,在控制节点上操作：
　　##创建数据库并且授权
[root@contorller ~]# mysql
Welcome to the MariaDB monitor.  Commands end with ; or \g.
Your MariaDB connection id is 2439
Server version: 5.5.47-MariaDB MariaDB Server
Copyright (c) 2000, 2015, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> CREATE DATABASE cinder;
Query OK, 1 row affected (0.00 sec)
MariaDB [(none)]> GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'localhost' \
    ->   IDENTIFIED BY 'awcloud';
Query OK, 0 rows affected (0.15 sec)
MariaDB [(none)]> GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'%' \
    ->   IDENTIFIED BY 'awcloud';
Query OK, 0 rows affected (0.01 sec)　　##创建用户、端点等信息
[root@contorller ~]# source admin-openrc.sh
[root@contorller ~]# openstack user create --password-prompt cinder
[root@contorller ~]# openstack role add --project service --user cinder admin
[root@contorller ~]# openstack service create --name cinder \
>   --description "OpenStack Block Storage" volume
[root@contorller ~]# openstack service create --name cinderv2 \
>   --description "OpenStack Block Storage" volumev2
[root@contorller ~]# openstack endpoint create \
>   --publicurl http://controller:8776/v2/%\(tenant_id\)s \
>   --internalurl http://controller:8776/v2/%\(tenant_id\)s \
>   --adminurl http://controller:8776/v2/%\(tenant_id\)s \
>   --region RegionOne \
>   volume
[root@contorller ~]# openstack endpoint create \
>   --publicurl http://controller:8776/v2/%\(tenant_id\)s \
>   --internalurl http://controller:8776/v2/%\(tenant_id\)s \
>   --adminurl http://controller:8776/v2/%\(tenant_id\)s \
>   --region RegionOne \
>   volumev2　　安装cinder服务
[root@contorller ~]# yum install openstack-cinder python-cinderclient python-oslo-db -y　　修改配置文件
[root@contorller ~]# cp /etc/cinder/cinder.conf /etc/cinder/cinder.conf.bk
[root@contorller ~]# vim /etc/cinder/cinder.conf
[root@contorller ~]# egrep -v "^#|^$" /etc/cinder/cinder.conf
[DEFAULT]
rpc_backend = rabbit
auth_strategy = keystone
my_ip = 192.168.8.199
verbose = True
[BRCD_FABRIC_EXAMPLE]
[CISCO_FABRIC_EXAMPLE]
[database]
connection = mysql://cinder:awcloud@controller/cinder
[fc-zone-manager]
[keymgr]
[keystone_authtoken]
auth_uri = http://controller:5000
auth_url = http://controller:35357
auth_plugin = password
project_domain_id = default
user_domain_id = default
project_name = service
username = cinder
password = awcloud
[matchmaker_redis]
[matchmaker_ring]
[oslo_messaging_amqp]
[oslo_messaging_qpid]
[oslo_messaging_rabbit]
rabbit_host = controller
rabbit_userid = guest
rabbit_password = guest
[profiler]
[oslo_concurrency]
lock_path = /var/lock/cinder　　重启服务
[root@contorller ~]# systemctl enable openstack-cinder-api.service openstack-cinder-scheduler.service
[root@contorller ~]# systemctl start openstack-cinder-api.service openstack-cinder-scheduler.service　　###为contronller节点配置实现接管ceph
[root@contorller ~]#  yum install python-rbd ceph-common -y
[root@compute ~]# yum install python-rbd ceph-common -y　　把验证文件和ceph的配置文件拷贝到控制节点
[root@ceph-admin ceph]# scp ceph.client.admin.keyring ceph.conf 192.168.8.199:/etc/ceph/　　此时在controller节点执行ceph命令是否成功
[root@contorller ~]# ceph -s
    cluster 3155ed83-9e92-43da-90f1-c7715148f48f
     health HEALTH_OK
     monmap e1: 1 mons at {node1=192.168.8.35:6789/0}
            election epoch 2, quorum 0 node1
     osdmap e47: 2 osds: 2 up, 2 in
      pgmap v1325: 64 pgs, 1 pools, 0 bytes data, 0 objects
            80896 kB used, 389 GB / 389 GB avail
                  64 active+clean　　##为cinder、nova、glance创建volume
[root@contorller ~]# ceph osd pool create vms
[root@contorller ~]# ceph osd pool create volumes 50
pool 'volumes' created
[root@contorller ~]# ceph osd pool create images 50
pool 'images' created
[root@contorller ~]# ceph osd pool create backups 50
pool 'backups' created
[root@contorller ~]# ceph osd pool create vms 50
pool 'vms' created
[root@contorller ~]#　　为ceph客户端做认证
[root@contorller ~]# ceph auth get-or-create client.cinder mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=volumes, allow rwx pool=vms, allow rx pool=images'
rbd_children, allow rwx pool=images'
ceph auth get-or-create client.cinder-backup mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=backups'
[root@contorller ~]# ceph auth get-or-create client.glance mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=images'
[root@contorller ~]# ceph auth get-or-create client.cinder-backup mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=backups'
[root@contorller ~]#　　##创建用户的认证文件
[root@contorller ceph]# ceph auth get-or-create client.glance|tee /etc/ceph/ceph.client.glance.keyring
[client.glance]
key = AQANyXRXb5l7CRAA2yVyM92BIm+U3QDseZGqow==
[root@contorller ceph]# chown glance:glance /etc/ceph/ceph.client.glance.keyring
[root@contorller ceph]# ceph auth get-or-create client.cinder | sudo tee /etc/ceph/ceph.client.cinder.keyring
[client.cinder]
key = AQDkyHRXvOTwARAAbRha/MtmqPcJm0RF9jcrsQ==
[root@contorller ceph]# sudo chown cinder:cinder /etc/ceph/ceph.client.cinder.keyring
[root@contorller ceph]# ceph auth get-or-create client.cinder-backup |sudo tee /etc/ceph/ceph.client.cinder-backup.keyring
[client.cinder-backup]
key = AQAVyXRXQDKFBRAAtY9DuiGGRSTBDu0MRckXbA==
[root@contorller ceph]#  chown cinder:cinder /etc/ceph/ceph.client.cinder-backup.keyring
[root@contorller ceph]#
[root@contorller ceph]#　　##把/etc/ceph/ceph.client.cinder.keyring用户认证文件拷贝到计算节点
[root@contorller ceph]# scp /etc/ceph/ceph.client.cinder.keyring compute:/etc/ceph/
##在compute节点创建libvirt的key
[root@compute ~]# uuidgen
457eb676-33da-42ec-9a8c-9293d545c337
cat > secret.xml