OpenStack Newton版本Ceph集成部署记录
2017年2月，OpenStack Ocata版本正式release，就此记录上一版本 Newton 结合Ceph Jewel版的部署实践。宿主机操作系统为CentOS 7.2 。初级版：
https://pic2.zhimg.com/v2-b300995f9ce0e5a493eade7729e8339d_b.png
https://pic3.zhimg.com/v2-014328551ab87a8483569279b119514e_b.png
192.168.0.0/24 与 192.168.1.0/24 为Ceph使用，分别为南北向网络（Public_Network）和东西向网络（Cluster_Network）。
10.0.0.0/24 为 OpenStack 管理网络。
172.16.0.0/24 为用于 OpenStack Neutron 建立OVS bridge 用于租户业务的provider/external网络。
将它们粗暴的合并为一个网络是可以的，但在生产环境不推荐。
部署基本的 IaaS层服务核心模块：认证Keystone、镜像Glance、计算Nova、网络Neutron、块存储Cinder、Dashboard Horizon。使用 ceph-deploy部署Ceph集群，作为镜像、计算及块存储后端。
https://pic3.zhimg.com/v2-3aa136cae560b71f4ffdcd67e1309e9e_b.png
Ceph配置样例
mon_initial_members = controller, network, storage
mon_host = 192.168.0.11,192.168.0.12,192.168.0.13
auth_cluster_required = none
auth_service_required = none
auth_client_required = none
filestore_xattr_use_omap = true
osd_pool_default_size = 2
mon_clock_drift_allowed = 2
mon_clock_drift_warn_backoff = 30
mon_pg_warn_max_per_osd = 1000
public_network = 192.168.0.0/24
cluster_network = 192.168.1.0/24
3 mon+ [磁盘数] osd 使用ceph-deploy快捷部署不使用 keyring , 创建3个pool : glance , nova , cinder
根据情况调整pg_num 与pgp_num
“ 公式：
Total PGs = ((Total_number_of_OSD * 100) / max_replication_count) / pool_count
结算的结果往上取靠近2的N次方的值。比如总共OSD数量是160，复制份数3，pool数量也是3，那么按上述公式计算出的结果是1777.7。取跟它接近的2的N次方是2048，那么每个pool分配的PG数量就是2048。”
OpenStack组件配置样例
[*]controller
keystone.conf:
connection = mysql+pymysql://keystone:KEYSTONE_DBPASS@10.0.0.11/keystone
glance-api.conf:
connection = mysql+pymysql://glance:GLANCE_DBPASS@10.0.0.11/glance
auth_uri = http://controller:5000
auth_url = http://controller:35357
memcached_servers = controller:11211
auth_type = password
project_domain_name = default
user_domain_name = default
project_name = service
username = glance
password = yourpasswd
flavor = keystone
stores = rbd
default_store = rbd
show_image_direct_url = True
rbd_store_pool = glance
rbd_ceph_conf = /etc/ceph/ceph.conf
rbd_store_chunk_size = 8
glance-registry.conf
connection = mysql+pymysql://glance:GLANCE_DBPASS@10.0.0.11/glance
auth_uri = http://controller:5000
auth_url = http://controller:35357
memcached_servers = controller:11211
auth_type = password
project_domain_name = default
user_domain_name = default
project_name = service
username = glance
password = yourpasswd
flavor = keystone
nova.conf:
enabled_apis = osapi_compute,metadata
connection = mysql+pymysql://nova:NOVA_DBPASS@10.0.0.11/nova_api
connection = mysql+pymysql://nova:NOVA_DBPASS@10.0.0.11/nova
transport_url = rabbit://openstack:RABBIT_PASS@10.0.0.11
auth_strategy = keystone
auth_uri = http://controller:5000
auth_url = http://controller:35357
memcached_servers = controller:11211
auth_type = password
project_domain_name = default
user_domain_name = default
project_name = service
username = nova
password = yourpasswd
my_ip = 10.0.0.11
use_neutron = True
firewall_driver = nova.virt.firewall.NoopFirewallDriver
vncserver_listen = 0.0.0.0
vncserver_proxyclient_address = 10.0.0.11
api_servers = http://controller:9292
lock_path = /var/lib/nova/tmp
url = http://controller:9696
auth_url = http://controller:35357
auth_type = password
project_domain_name = default
user_domain_name = default
region_name = RegionOne
project_name = service
username = neutron
password = yourpasswd
service_metadata_proxy = True
metadata_proxy_shared_secret = METADATA_SECRET
metadata_listen=10.0.0.11
metadata_listen_port=8775
os_region_name = RegionOne
neutron.conf:
connection = mysql+pymysql://neutron:NEUTRON_DBPASS@10.0.0.11/neutron
core_plugin = ml2
service_plugins = router
allow_overlapping_ips = True
transport_url = rabbit://openstack:RABBIT_PASS@10.0.0.11
rpc_response_timeout = 180
auth_strategy = keystone
auth_uri = http://controller:5000
auth_url = http://controller:35357
memcached_servers = controller:11211
auth_type = password
project_domain_name = default
user_domain_name = default
project_name = service
username = neutron
password = yourpasswd
notify_nova_on_port_status_changes = True
notify_nova_on_port_data_changes = True
auth_url = http://controller:35357
auth_type = password
project_domain_name = default
user_domain_name = default
region_name = RegionOne
project_name = service
username = nova
password = yourpasswd
lock_path = /var/lib/neutron/tmp
neutron/plugin.ini:
type_drivers = flat,vlan,vxlan
tenant_network_types = vxlan
mechanism_drivers = openvswitch,l2population
extension_drivers = port_security
flat_networks = provider #若业务网络provider为flat则写这里
network_vlan_ranges = provider:1:1000#若业务网络provider为vlan则写这里
vni_ranges = 1:1000
firewall_driver=neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver
enable_security_group=True
cinder.conf:
enable_v1_api = True
transport_url = rabbit://openstack:RABBIT_PASS@10.0.0.11
auth_strategy = keystone
my_ip = 10.0.0.11
connection = mysql+pymysql://cinder:CINDER_DBPASS@10.0.0.11/cinder
auth_uri = http://10.0.0.11:5000
auth_url = http://10.0.0.11:35357
memcached_servers = controller:11211
auth_type = password
project_domain_name = default
user_domain_name = default
project_name = service
username = cinder
password = yourpasswd
lock_path = /var/lib/cinder/tmp
[*]network
neutron.conf:
core_plugin = ml2
service_plugins = router
allow_overlapping_ips = True
transport_url = rabbit://openstack:RABBIT_PASS@10.0.0.11
rpc_response_timeout = 180
auth_strategy = keystone
auth_uri = http://controller:5000
auth_url = http://controller:35357
memcached_servers = controller:11211
auth_type = password
project_domain_name = default
user_domain_name = default
project_name = service
username = neutron
password = yourpasswd
lock_path = /var/lib/neutron/tmp
neutron/dhcp_agent.conf:
interface_driver = neutron.agent.linux.interface.OVSInterfaceDriver
dhcp_driver = neutron.agent.linux.dhcp.Dnsmasq
enable_isolated_metadata = True
neutron/metadata_agent.ini:
nova_metadata_ip = 10.0.0.11
nova_metadata_port = 8775
metadata_proxy_shared_secret = METADATA_SECRET
neutron/l3_agent.ini:
interface_driver = neutron.agent.linux.interface.OVSInterfaceDriver
external_network_bridge=
metadata_port = 9697
openvswitch_agent.ini:
local_ip=10.0.0.12
bridge_mappings=provider:br-provider
tunnel_types=vxlan
l2_population=True
prevent_arp_spoofing=True
firewall_driver=neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver
enable_security_group=True
shell command:
ovs-vsctl add-br br-provider
ovs-vsctl add-port br-provider
[*]storage
cinder.conf:
connection = mysql+pymysql://cinder:CINDER_DBPASS@10.0.0.11/cinder
transport_url = rabbit://openstack:RABBIT_PASS@10.0.0.11
auth_strategy = keystone
auth_uri = http://controller:5000
auth_url = http://controller:35357
memcached_servers = controller:11211
auth_type = password
project_domain_name = default
user_domain_name = default
project_name = service
username = cinder
password = yourpasswd
my_ip = 10.0.0.13
enabled_backends = ceph
volume_group = ceph
volume_backend_name = ceph
volume_driver = cinder.volume.drivers.rbd.RBDDriver
rbd_pool = cinder
rbd_ceph_conf = /etc/ceph/ceph.conf
rbd_flatten_volume_from_snapshot = false
rbd_max_clone_depth = 5
rbd_store_chunk_size = 4
rados_connect_timeout = -1
backup_driver = cinder.backup.drivers.ceph
backup_ceph_conf = /etc/ceph/ceph.conf
backup_ceph_chunk_size = 134217728
backup_ceph_pool = cinder
backup_ceph_stripe_unit = 0
backup_ceph_stripe_count = 0
restore_discard_excess_bytes = true
glance_api_servers = http://controller:9292
lock_path = /var/lib/cinder/tmp
[*]compute01-03
nova.conf:
enabled_apis = osapi_compute,metadata
transport_url = rabbit://openstack:RABBIT_PASS@10.0.0.11
auth_strategy = keystone
auth_uri = http://controller:5000
auth_url = http://controller:35357
memcached_servers = controller:11211
auth_type = password
project_domain_name = default
user_domain_name = default
project_name = service
username = nova
password = yourpasswd
my_ip = 10.0.0.14 (10.0.0.15 , 10.0.0.16)
use_neutron = True
firewall_driver = nova.virt.firewall.NoopFirewallDriver
enabled = True
vncserver_listen = 0.0.0.0
vncserver_proxyclient_address = $my_ip
novncproxy_base_url = http://10.0.0.11:6080/vnc_auto.html
api_servers = http://controller:9292
lock_path = /var/lib/nova/tmp
url = http://controller:9696
auth_url = http://controller:35357
auth_type = password
project_domain_name = default
user_domain_name = default
region_name = RegionOne
project_name = service
username = neutron
password = yourpasswd
metadata_proxy_shared_secret = METADATA_SECRET
images_type = rbd
images_rbd_pool = nova
images_rbd_ceph_conf = /etc/ceph/ceph.conf
libvirt_live_migration_flag="VIR_MIGRATE_UNDEFINE_SOURCE,VIR_MIGRATE_PEER2PEER,VIR_MIGRATE_LIVE,VIR_MIGRATE_PERSIST_DEST"
libvirt_inject_password = false
libvirt_inject_key = false
libvirt_inject_partition = -2
shell command:
ovs-vsctl add-br br-provider
ovs-vsctl add-port br-provider
增强版：
https://pic2.zhimg.com/v2-ce95f1ac53789f8c6f575a1cb32f58ed_b.png
提供HA能力的架构
https://pic1.zhimg.com/v2-41699baa4f34af83f47a1673e9e236dc_b.png
https://pic4.zhimg.com/v2-49b6f0a8fd74ab76cc82ea18904c9f07_b.png
参考：
OpenStack Docs: Newton
Networking configuration options
页:
[1]