1. 环境搭建 网络架构 大致如下。2. 控制节点 2.1. 准备Ubuntu sudo apt-key --recv-keys --keyserver keyserver.ubuntu.com C1289A292.2.设置网络 apt-get install -y vlan bridge-utils sed -i 's/#net.ipv4.ip_forward=1/net.ipv4.ip_forward=1/' /etc/sysctl.conf sysctl net.ipv4.ip_forward=1 2.3. 安装MySQL apt-get install -y mysql-server python-mysqldb sed -i 's/127.0.0.1/0.0.0.0/g' /etc/mysql/my.cnf service mysql restart 2.4. 安装RabbitMQ和NTP apt-get install -y rabbitmq-server apt-get install -y ntp 2.5. 创建数据库 mysql -u root -p #Keystone CREATE DATABASE keystone; GRANT ALL ON keystone.* TO 'keystoneUser'@'%' IDENTIFIED BY 'keystonePass'; #Glance CREATE DATABASE glance; GRANT ALL ON glance.* TO 'glanceUser'@'%' IDENTIFIED BY 'glancePass'; #Quantum CREATE DATABASE quantum; GRANT ALL ON quantum.* TO 'quantumUser'@'%' IDENTIFIED BY 'quantumPass'; #Nova CREATE DATABASE nova; GRANT ALL ON nova.* TO 'novaUser'@'%' IDENTIFIED BY 'novaPass'; #Cinder CREATE DATABASE cinder; GRANT ALL ON cinder.* TO 'cinderUser'@'%' IDENTIFIED BY 'cinderPass'; 2.6. 配置Keystone apt-get install -y keystone connection = mysql://keystoneUser:keystonePass@172.16.100.2/keystone service keystone restart keystone-manage db_sync wget https://raw.github.com/mseknibilel/OpenStack-Grizzly-Install-Guide/OVS_MultiNode/KeystoneScripts/keystone_basic.sh wget https://raw.github.com/mseknibilel/OpenStack-Grizzly-Install-Guide/OVS_MultiNode/KeystoneScripts/keystone_endpoints_basic.sh sh keystone_basic.sh sh keystone_endpoints_basic.sh Vi creds #Paste the following: export OS_TENANT_NAME=admin export OS_USERNAME=admin export OS_PASSWORD=admin_pass export OS_AUTH_URL="http://192.168.1.211:5000/v2.0/" # Load it: source creds 2.7. 设置Glance apt-get install -y glance [filter:authtoken] paste.filter_factory = keystoneclient.middleware.auth_token:filter_factory delay_auth_decision = true auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = glance admin_password = service_pass [filter:authtoken] paste.filter_factory = keystoneclient.middleware.auth_token:filter_factory auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = glance admin_password = service_pass [paste_deploy] flavor = keystone [paste_deploy] flavor = keystone glance-manage db_sync glance image-create --name myFirstImage --is-public true --container-format bare --disk-format qcow2 --location http://download.cirros-cloud.net/0.3.1/cirros-0.3.1-x86_64-disk.img apt-get install -y quantum-server /etc/quantum/plugins/openvswitch/ovs_quantum_plugin.ini #Under the database section [DATABASE] sql_connection = mysql://quantumUser:quantumPass@172.16.100.2/quantum #Under the OVS section [OVS] tenant_network_type = gre tunnel_id_ranges = 1:1000 enable_tunneling = True #Firewall driver for realizing quantum security group function [SECURITYGROUP] firewall_driver = quantum.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver /etc/quantum/api-paste.ini :[filter:authtoken] paste.filter_factory = keystoneclient.middleware.auth_token:filter_factory auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = quantum keystone_authtoken] auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = quantum admin_password = service_pass signing_dir = /var/lib/quantum/keystone-signing service quantum-server restart apt-get install -y nova-api nova-cert novnc nova-consoleauth nova-scheduler nova-novncproxy nova-doc nova-conductor [filter:authtoken] paste.filter_factory = keystoneclient.middleware.auth_token:filter_factory auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = nova admin_password = service_pass signing_dirname = /tmp/keystone-signing-nova # Workaround for https://bugs.launchpad.net/nova/+bug/1154809 auth_version = v2.0 [DEFAULT] logdir=/var/log/nova state_path=/var/lib/nova lock_path=/run/lock/nova verbose=True api_paste_config=/etc/nova/api-paste.ini compute_scheduler_driver=nova.scheduler.simple.SimpleScheduler rabbit_host=172.16.100.2 nova_url=http://172.16.100.2:8774/v1.1/ sql_connection=mysql://novaUser:novaPass@172.16.100.2/nova root_helper=sudo nova-rootwrap /etc/nova/rootwrap.conf # Auth use_deprecated_auth=false auth_strategy=keystone # Imaging service glance_api_servers=172.16.100.2:9292 image_service=nova.image.glance.GlanceImageService # Vnc configuration novnc_enabled=true novncproxy_base_url=http://192.168.1.211:6080/vnc_auto.html novncproxy_port=6080 vncserver_proxyclient_address=172.16.100.2 vncserver_listen=0.0.0.0 # Network settings network_api_class=nova.network.quantumv2.api.API quantum_url=http://172.16.100.2:9696 quantum_auth_strategy=keystone quantum_admin_tenant_name=service quantum_admin_username=quantum quantum_admin_password=service_pass quantum_admin_auth_url=http://172.16.100.2:35357/v2.0 libvirt_vif_driver=nova.virt.libvirt.vif.LibvirtHybridOVSBridgeDriver linuxnet_interface_driver=nova.network.linux_net.LinuxOVSInterfaceDriver #If you want Quantum + Nova Security groups firewall_driver=nova.virt.firewall.NoopFirewallDriver security_group_api=quantum #If you want Nova Security groups only, comment the two lines above and uncomment line -1-. #-1-firewall_driver=nova.virt.libvirt.firewall.IptablesFirewallDriver #Metadata service_quantum_metadata_proxy = True quantum_metadata_proxy_shared_secret = helloOpenStack # Compute # compute_driver=libvirt.LibvirtDriver # Cinder # volume_api_class=nova.volume.cinder.API osapi_volume_listen_port=5900 nova-manage db sync cd /etc/init.d/; for i in $( ls nova-* ); do sudo service $i restart; done apt-get install -y cinder-api cinder-scheduler cinder-volume iscsitarget open-iscsi iscsitarget-dkms sed -i 's/false/true/g' /etc/default/iscsitarget service iscsitarget start service open-iscsi start [filter:authtoken] paste.filter_factory = keystoneclient.middleware.auth_token:filter_factory service_protocol = http service_host = 192.168.1.211 service_port = 5000 auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = cinder admin_password = service_pass signing_dir = /var/lib/cinder [DEFAULT] rootwrap_config=/etc/cinder/rootwrap.conf sql_connection = mysql://cinderUser:cinderPass@172.16.100.2/cinder api_paste_config = /etc/cinder/api-paste.ini iscsi_helper=ietadm volume_name_template = volume-%s volume_group = cinder-volumes verbose = True auth_strategy = keystone iscsi_ip_address=172.16.100.2 cinder-manage db sync dd if=/dev/zero of=cinder-volumes bs=1 count=0 seek=2G losetup /dev/loop2 cinder-volumes fdisk /dev/loop2 #Type in the followings: n p 1 ENTER ENTER t 8e w pvcreate /dev/loop2 重启cinder 服务:cd /etc/init.d/; for i in $( ls cinder-* ); do sudo service $i restart; done 确认cinder 服务在运行:cd /etc/init.d/; for i in $( ls cinder-* ); do sudo service $i status; done 2.11. 设置Horizon 如下安装horizon apt-get install -y openstack-dashboard memcached 如果你不喜欢OpenStack ubuntu 主题, 你可以停用它:dpkg --purge openstack-dashboard-ubuntu-theme 重启Apache 和memcached服务:service apache2 restart; service memcached restart 3. 网络节点 3.1. 准备Ubuntu 3.2.设置网络 # OpenStack management auto eth0 iface eth0 inet static address 172.16.100.4 netmask 255.255.255.0 # VM internet Access auto eth1 iface eth1 inet static address 192.168.1.213 netmask 255.255.255.0 # VM Configuration auto eth2 iface eth2 inet static address 10.20.20.52 apt-get install -y vlan bridge-utils 配置ntp 服务从控制节点同步时间:#Comment the ubuntu NTP servers sed -i 's/server 0.ubuntu.pool.ntp.org/#server 0.ubuntu.pool.ntp.org/g' /etc/ntp.conf sed -i 's/server 1.ubuntu.pool.ntp.org/#server 1.ubuntu.pool.ntp.org/g' /etc/ntp.conf sed -i 's/server 2.ubuntu.pool.ntp.org/#server 2.ubuntu.pool.ntp.org/g' /etc/ntp.conf sed -i 's/server 3.ubuntu.pool.ntp.org/#server 3.ubuntu.pool.ntp.org/g' /etc/ntp.conf #Set the network node to follow up your conroller node sed -i 's/server ntp.ubuntu.com/server 172.16.100.2/g' /etc/ntp.conf 开启路由转发: sed -i 's/#net.ipv4.ip_forward=1/net.ipv4.ip_forward=1/' /etc/sysctl.conf sysctl -p 3.3. OpenVSwitch 安装OpenVSwitch 软件包:apt-get install -y openvswitch-controller openvswitch-switch openvswitch-brcompat 修改openvswitch-switch 配置文件sed -i 's/# BRCOMPAT=no/BRCOMPAT=yes/g' /etc/default/openvswitch-switch 重启openvswitch-switch （注意ovs-brcompatd是否启动，如果未启动需要强制加载）:/etc/init.d/openvswitch-switch restart 如果有bridge module is loaded, not loading brcompat 提示，需要先卸载bridge模块:lsmod |grep bridge rmmod bridge 强制加载brcompat 内核模块:/etc/init.d/openvswitch-switch force-reload-kmod 查看ovs-brcompatd 、ovs-vswitchd、ovsdb-server是否均已启动:/etc/init.d/openvswitch-switch restart 添加网桥 br-ex 并把网卡 eth1 加入br-ex:ovs-vsctl add-br br-ex ovs-vsctl add-port br-ex eth1 如下编辑/etc/network/interfaces: 重启网络服务: /etc/init.d/networking restart 创建内网网桥br-int: 3.4. Quantum 安装Quantum 组件apt-get -y install quantum-plugin-openvswitch-agent quantum-dhcp-agent quantum-l3-agent quantum-metadata-agent 编辑/etc/quantum/api-paste.ini [filter:authtoken] paste.filter_factory = keystoneclient.middleware.auth_token:filter_factory auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = quantum admin_password = service_pass 编辑OVS 配置文件/etc/quantum/plugins/openvswitch/ovs_quantum_plugin.ini:#Under the database section [DATABASE] sql_connection = mysql://quantumUser:quantumPass@172.16.100.2/quantum #Under the OVS section [OVS] tenant_network_type = gre enable_tunneling = True tunnel_id_ranges = 1:1000 integration_bridge = br-int tunnel_bridge = br-tun local_ip = 10.10.10.52 #Firewall driver for realizing quantum security group function [SECURITYGROUP] firewall_driver = quantum.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver 更新/etc/quantum/metadata_agent.ini: # The Quantum user information for accessing the Quantum API. auth_url = http://172.16.100.2:35357/v2.0 auth_region = RegionOne admin_tenant_name = service admin_user = quantum admin_password = service_pass # IP address used by Nova metadata server nova_metadata_ip = 172.16.100.2 # TCP Port used by Nova metadata server nova_metadata_port = 8775 metadata_proxy_shared_secret = helloOpenStack 编辑/etc/quantum/quantum.conf: # 确保RabbitMQ IP 指向了控制节点rabbit_host = 172.16.100.2 [keystone_authtoken] auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = quantum admin_password = service_pass signing_dir = /var/lib/quantum/keystone-signing 编辑 /etc/sudoers.d/quantum_sudoers #Modify the quantum user quantum ALL=NOPASSWD: ALL 建立如下脚本链接到/etc/rc2.d/S99XXXX 重启quantum 所有服务:cd /etc/init.d/; for i in $( ls quantum-* ); do sudo service $i restart; done 4. 计算节点 3.1. 准备Ubuntu 3.2.设置网络 # OpenStack management auto lo iface lo inet loopback auto eth0 iface eth0 inet static # iface eth0 inet6 auto address 172.16.100.3 netmask 255.255.255.0 # VM Configuration auto eth1 iface eth1 inet static address 10.20.20.53 apt-get install -y vlan bridge-utils 配置ntp 服务从控制节点同步时间:#Comment the ubuntu NTP servers sed -i 's/server 0.ubuntu.pool.ntp.org/#server 0.ubuntu.pool.ntp.org/g' /etc/ntp.conf sed -i 's/server 1.ubuntu.pool.ntp.org/#server 1.ubuntu.pool.ntp.org/g' /etc/ntp.conf sed -i 's/server 2.ubuntu.pool.ntp.org/#server 2.ubuntu.pool.ntp.org/g' /etc/ntp.conf sed -i 's/server 3.ubuntu.pool.ntp.org/#server 3.ubuntu.pool.ntp.org/g' /etc/ntp.conf #Set the network node to follow up your conroller node sed -i 's/server ntp.ubuntu.com/server 172.16.100.2/g' /etc/ntp.conf 开启路由转发: sed -i 's/#net.ipv4.ip_forward=1/net.ipv4.ip_forward=1/' /etc/sysctl.conf sysctl -p 4.3. KVM 确保你的硬件启用virtualization: apt-get install cpu-checker kvm-ok 现在安装kvm 并配置它:apt-get install -y kvm libvirt-bin pm-utils 在/etc/libvirt/qemu.conf 配置文件中启用cgroup_device_acl数组:cgroup_device_acl = [ "/dev/null", "/dev/full", "/dev/zero", "/dev/random", "/dev/urandom", "/dev/ptmx", "/dev/kvm", "/dev/kqemu", "/dev/rtc", "/dev/hpet","/dev/net/tun" ] 删除默认的虚拟网桥 virsh net-destroy default virsh net-undefine default 更新/etc/libvirt/libvirtd.conf 配置文件listen_tls = 0 listen_tcp = 1 auth_tcp = "none" 编辑libvirtd_opts 变量在/etc/init/libvirt-bin.conf配置文件中env libvirtd_opts="-d -l" 编辑/etc/default/libvirt-bin 文件libvirtd_opts="-d -l" 重启libvirt 服务使配置生效service libvirt-bin restart 4.3. OpenVSwitch 安装OpenVSwitch 软件包:apt-get install -y openvswitch-controller openvswitch-switch openvswitch-brcompat 修改openvswitch-switch 配置文件sed -i 's/# BRCOMPAT=no/BRCOMPAT=yes/g' /etc/default/openvswitch-switch 重启openvswitch-switch （注意ovs-brcompatd是否启动，如果未启动需要强制加载）:/etc/init.d/openvswitch-switch restart 如果有bridge module is loaded, not loading brcompat 提示，需要先卸载bridge模块:lsmod |grep bridge rmmod bridge 强制加载brcompat 内核模块:/etc/init.d/openvswitch-switch force-reload-kmod 查看ovs-brcompatd 、ovs-vswitchd、ovsdb-server是否均已启动:/etc/init.d/openvswitch-switch restart 创建网桥 ovs-vsctl add-br br-int 4.4. Quantum 安装Quantum 组件apt-get -y install quantum-plugin-openvswitch-agent 编辑OVS 配置文件/etc/quantum/plugins/openvswitch/ovs_quantum_plugin.ini:#Under the database section [DATABASE] sql_connection = mysql://quantumUser:quantumPass@172.16.100.2/quantum #Under the OVS section [OVS] tenant_network_type = gre enable_tunneling = True tunnel_id_ranges = 1:1000 integration_bridge = br-int tunnel_bridge = br-tun local_ip = 10.10.10.52 #Firewall driver for realizing quantum security group function [SECURITYGROUP] firewall_driver = quantum.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver 编辑/etc/quantum/quantum.conf: # 确保RabbitMQ IP 指向了控制节点rabbit_host = 172.16.100.2 [keystone_authtoken] auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = quantum admin_password = service_pass 重启quantum 所有服务:service quantum-plugin-openvswitch-agent restart 4.6. Nova 安装nova 组件apt-get install -y nova-compute-kvm 在/etc/nova/api-paste.ini 配置文件中修改认证信息[filter:authtoken] paste.filter_factory = keystoneclient.middleware.auth_token:filter_factory auth_host = 172.16.100.2 auth_port = 35357 auth_protocol = http admin_tenant_name = service admin_user = nova admin_password = service_pass signing_dirname = /tmp/keystone-signing-nova # Workaround for https://bugs.launchpad.net/nova/+bug/1154809 auth_version = v2.0 如下修改/etc/nova/nova.conf: [DEFAULT] logdir=/var/log/nova state_path=/var/lib/nova lock_path=/run/lock/nova verbose=True api_paste_config=/etc/nova/api-paste.ini compute_scheduler_driver=nova.scheduler.simple.SimpleScheduler rabbit_host=172.16.100.2 nova_url=http://172.16.100.2:8774/v1.1/ sql_connection=mysql://novaUser:novaPass@172.16.100.2/nova root_helper=sudo nova-rootwrap /etc/nova/rootwrap.conf # Auth use_deprecated_auth=false auth_strategy=keystone # Imaging service glance_api_servers=172.16.100.2:9292 image_service=nova.image.glance.GlanceImageService # Vnc configuration novnc_enabled=true novncproxy_base_url=http://192.168.1.211:6080/vnc_auto.html novncproxy_port=6080 vncserver_proxyclient_address=10.10.10.53 vncserver_listen=0.0.0.0 # Network settings network_api_class=nova.network.quantumv2.api.API quantum_url=http://172.16.100.2:9696 quantum_auth_strategy=keystone quantum_admin_tenant_name=service quantum_admin_username=quantum quantum_admin_password=service_pass quantum_admin_auth_url=http://172.16.100.2:35357/v2.0 libvirt_vif_driver=nova.virt.libvirt.vif.LibvirtHybridOVSBridgeDriver linuxnet_interface_driver=nova.network.linux_net.LinuxOVSInterfaceDriver #If you want Quantum + Nova Security groups firewall_driver=nova.virt.firewall.NoopFirewallDriver security_group_api=quantum #If you want Nova Security groups only, comment the two lines above and uncomment line -1-. #-1-firewall_driver=nova.virt.libvirt.firewall.IptablesFirewallDriver #Metadata service_quantum_metadata_proxy = True quantum_metadata_proxy_shared_secret = helloOpenStack # Compute # compute_driver=libvirt.LibvirtDriver # Cinder # volume_api_class=nova.volume.cinder.API osapi_volume_listen_port=5900 cinder_catalog_info=volume:cinder:internalURL 修改/etc/nova/nova-compute.conf [DEFAULT] libvirt_type=kvm libvirt_ovs_bridge=br-int libvirt_vif_type=ethernet libvirt_vif_driver=nova.virt.libvirt.vif.LibvirtHybridOVSBridgeDriver libvirt_use_virtio_for_bridges=True 重启所有nova 服务cd /etc/init.d/; for i in $( ls nova-* ); do sudo service $i restart; done 检查所有nova 服务是否启动正常:参考文档 OpenStack Grizzly Quantum Multihost 部署 版权声明：本文为博主原创文章，未经博主允许不得转载。
运维网声明
1、欢迎大家加入本站运维交流群:群②:261659950 群⑤:202807635 群⑦870801961 群⑧679858003运维网
QQ群⑧：
窥视卡
雷达卡
发表于 2015-10-11 08:12:20
提升卡
置顶卡
沉默卡
喧嚣卡
变色卡
千斤顶
显身卡