openstack云计算架构部署实验

version 此版本修正了一些步骤上的错漏,增加结合cephx 修正错漏,修正顺序.cephxIPHostPublicManagementControllerNeutronComputeComputeMON/MDSOSDOSD基础操作系统：CentOSrelease6.5Public：CEPH分布:所有节点都是使用CentOS6.5x86_64Yum#cd#rm-f #yuminstall64/epel-release-6-8.noarch.rpm#添加epelname=ustcbaseurl=http://cname=ustcbaseurl=http://cRPM[root@rhel]#rpm--import/etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-iptables[root@rhel]#[root@rhel]#viustc.repo[root@rhel]#serviceiptablesstop[root@rhel]#chkconfig--level35iptables[root@rhel]#sed-i's/enforcing/disabled/g'hosts[root@rhel[root@rhel]#vimetc/hosts# NTP#yuminstallntp-#sed-i's//#/g'/etc/ntp.conf#sed-i's//#/g'/etc/ntp.conf#sed-i's//#/g'/etc/ntp.conf#sed-i's//#/g'/etc/ntp.conf//controller#echo'server'>>#echo'fudgestratum8'>>/etc/ntp.conf#servicentpdstart#chkconfigntpd//other#echo'servercontroller'>>/etc/ntp.conf#ntpdatecontroller;hwclock-wOpenstackYum#yuminstall#yuminstallopenstack-utils-y#yuminstallopenstack-selinux-y#yumupgrade-y#init部署配置 <<Ceph快速部署手册v1.0>>,//ceph01ceph02ceph03#yuminstallceph-yCeph//ceph01host #viauth_service_required=cephx#filestore_xattr_use_omap=true _required=cephxauth_cluster_required=cephxauthsupported=cephxfsid=a500528d-fc02-464e-b944-bddacbb5c3d1publicnetwork=/24clusternetwork=/24osdpooldefaultsize=2osdpooldefaultminsize=1maxopenfiles=65535monosdfullratio=.95monosdnearfullratio=.85

mondata=/data/$cluster-osdjournalsize=osdjournal=/data/$name/journalosddata=/data/$nameCeph//ceph01//ceph01#vimon#ceph-authtool/etc/ceph/ceph.mon.keyring--create-keyring--gen-key-n#mkdir-p/data/ceph-#ceph-mon-inode1--mkfs--keyring#/etc/init.d/cephstart#yuminstallredhat-host=ceph01monaddr=#NotfoundModuleargparse’python#yuminstallpython-pip#pipinstallargparse#/etc/init.d/cephstart#echo“/etc/init.d/cephstartmon.node1”>>/etc/rc.local#ceph–sCeph//ceph02//ceph02首先为节点添加一块硬盘（这里是主机ceph02） #echo"---">#hdparm-W0获取osd的ID##cephosdcreate#vi#scp-rroot@1:/etc/ceph/#ssh#parted/dev/sdbmktablegpt#parted/dev/sdbmkpartosd.0120g#yuminstallxfsprogs#mkfs-txfs/dev/sdb1#mkdir–p#mount/dev/sdb1#ceph-osd-i0--mkfs--#cephauthaddosd.0osd'allow*'mon'allowrwx'-ipublicaddr=2clusteraddr#ceph#cephosdcrushaddosd.00.2root=default#ceph-osd-i#ps-ef|grepceph-#cephosd#vi#echo"ceph-osd-i0">>Ceph//ceph01//ceph01#ceph-mds-inode1-nmds.node1-c/etc/ceph/ceph.conf-m#ceph-Ceph#radosmkpoolimagescephosdpoolsetvolumessize2cephosdpoolsetimagessize2#创建Ceph客户端和密钥环#cephauthget-or-create.volumesmon'allowr'osd'allowclass-readobject_prefixrbd_children,allowrwxpool=volumes,allowrxpool=images'#cephauthget-or-create .imagesmon'allowr'osd'allowclass-readobject_prefixrbd_children,allowrwxpool=images'#cephauthget-or-create.fusemon'allowr'mds'allow'osd'allowControllerMYSQLPasswordDatabasepassword(novariableRootpasswordfortheDatabasepasswordofIdentityPasswordofuserPasswordofuserPasswordDatabasepasswordforImagePasswordofImageServiceuserDatabasepasswordforComputePasswordofComputeserviceuserDatabasepasswordfortheDatabasepasswordfortheBlockStoragePasswordofBlockStorageserviceuserDatabasepasswordfortheNetworkingPasswordofNetworkingserviceuser//controllerbind-address=default-storage-engine=innodbcollation-server=utf8_general_ciinit-connect='SETNAMESutf8'character-set-server=utf8bind-address=default-storage-engine=innodbcollation-server=utf8_general_ciinit-connect='SETNAMESutf8'character-set-server=utf8#servicemysqldstart#chkconfigmysqldon###mysql-uroot-mysql>createdatabasekeystone;mysql>createdatabaseglance;mysql>createdatabasenova;mysql>createdatabasecinder;mysql>createdatabasedashboard;mysql>createdatabaseneutron;mysql>GRANTALLPRIVILEGESONkeystone.*TO'keystone'@'localhost'IDENTIFIEDBY'KEYSTONE_DBPASS';mysql>GRANTALLPRIVILEGESONkeystone.*TO'keystone'@'%'IDENTIFIEDBY'KEYSTONE_DBPASS';mysql>GRANTALLPRIVILEGESONglance.*TO'glance'@'localhost'IDENTIFIEDBY'GLANCE_DBPASS';mysql>GRANTALLPRIVILEGESONglance.*TO'glance'@'%'IDENTIFIEDBY'GLANCE_DBPASS';mysql>GRANTALLPRIVILEGESONnova.*TO'nova'@'localhost'IDENTIFIEDBY'NOVA_DBPASS';mysql>GRANTALLPRIVILEGESONnova.*TO'nova'@'%'IDENTIFIEDBY'NOVA_DBPASS';mysql>GRANTALLPRIVILEGESONcinder.*TO'cinder'@'localhost'IDENTIFIEDBY'CINDER_DBPASS';mysql>GRANTALLPRIVILEGESONcinder.*TO'cinder'@'%'IDENTIFIEDBY'CINDER_DBPASS';mysql>GRANTALLPRIVILEGESONdashboard.*TO'dashboard'@'localhost'IDENTIFIEDBY'DASHBOARD_DBmysql>GRANTALLPRIVILEGESONdashboard.*TO'dashboard'@'%'IDENTIFIEDBY'DASHBOARD_DBPASS';mysql>GRANTALLPRIVILEGESONneutron.*TO'neutron'@'localhost'IDENTIFIEDBY'NEUTRON_DBPASS';mysql>GRANTALLPRIVILEGESONneutron.*TO'neutron'@'%'IDENTIFIEDBY'NEUTRON_DBPASS';Qpid#vi/etc/qpidd.conf#serviceqpiddstart#chkconfigqpidd connection=#yuminstallopenstack-keystoneconnection=#su-s/bin/sh-c"keystone-managedb_sync"keystone #ADMIN_TOKEN=$(opensslrand-hex10)#echo$ADMIN_TOKEN#keystone-managepki_setup--keystone-userkeystone--keystone-groupkeystone#od-Ro-rwx/etc/keystone/ssl#serviceopenstack-keystonestart#(crontab-l-ukeystone2>&1|grep-qtoken_flush)||echo'@hourly/usr/bin/keystone-managetoken_flush>/var/log/keystone/keystone-tokenflush.log2>&1'>>/var/spool/cron/keystone#export#exportOS_SERVICE_ENDPOINT=#keystoneuser-create--name=admin--pass=ADMIN_PASS--=ADMIN_#keystonerole-create--name=admin#keystonetenant-create--name=admin--description="AdminTenant"#keystoneuser-role-add--user=admin--tenant=admin--role=admin#keystoneendpoint-create\--service-id=$(keystoneservice-list|awk'/identity/{print$2}')--publicurl=--internalurl=--exportOS_USERNAME=adminexportOS_USERNAME=adminexportOS_AUTH_URL=#vi~/.bashrc Ceph#yuminstall#cephauthget-or-create.images|ssh #cephauthget-or-create.volumes|sshcontrollertee/etc/ceph/ceph.配置NOVA#yuminstallopenstack-nova-apiopenstack-nova-certopenstack-nova-conductor\openstack-nova-consoleopenstack-nova-novnc openstack-nova-scheduler\#yuminstallceph- rpc_backend=qpidmy_ip=1vncserver_listenrpc_backend=qpidmy_ip=1vncserver_listen= auth_strategy=keystonenetwork_api_class=work.neutronv2.api.APIneutron_url=neutron_auth_strategy=keystoneneutron_admin_tenant_name=serviceneutron_admin_username=neutronneutron_admin_password=NEUTRON_PASSneutron_admin_auth_url=firewall_driver=nova.virt.firewall.NoopFirewallDriversecurity_group_api=neutron =trueauth_uri=auth_host=controllerauth_protocol=httpauth_port=35357admin_user=novaadmin_tenant_name=service susbin/shcnova-managedbsync" #keystoneuser-role-add--user=nova--tenant=service--role=admin#keystoneservice-create--name=nova pute\#keystoneendpoint-create\--service-id=$(keystoneservice-list|awk'/compute/{print$2}')#serviceopenstack-nova-apistart#serviceopenstack-nova-schedulerstart#chkconfigopenstack-nova-apion#chkconfigopenstack-nova-scheduleron#chkconfigopenstack-nova-conductoronGlancerpc_backend=qpidqpid_hostname=controllerrpc_backend=qpidqpid_hostname=controllerauth_host=controllerauth_port=35357auth_protocol=httpadmin_user=glanceflavor=keystoneauth_host=auth_port=35357auth_port=35357auth_protocol=httpadmin_tenant_name=serviceadmin_user=glanceflavor=susbin/shcglance-managedb_sync" #keystoneuser-create--name=glance--pass=GLANCE_PASS--=#keystoneuser-role-add--user=glance--tenant=service--role=admin#keystoneservice-create--name=glance--type=image--description="OpenStackImageService"#keystoneendpoint-create\--service-id=$(keystoneservice-list|awk'/image/{print$2}')--#chown-Rglance:glance/etc/ceph/ceph..images.keyring#chkconfigopenstack-glance-apionGlanceimage#wget64-#glanceimage-create--name"cirros-0.3.2-x86_64"--disk-formatqcow2--container-formatbare--is-publicTrue--progress<cirros-0.3.2-x86_64-disk.img#glanceimage-Cinder#yuminstallopenstack-rpc_backend=ciqpid_hostname=controllerauth_uri=auth_host=controllerauth_protocol=httpauth_port=35357admin_user=cinder susbin/shccinder-managedbsync" #keystoneuser-create--name=cinder--pass=CINDER_PASS-- #keystoneuser-role-add--user=cinder--tenant=service--role=admin#keystoneservice-create--name=cinder--type=volume--description="OpenStackBlockStorage"#keystoneendpoint-create\--service-id=$(keystoneservice-list|awk'/volume/{print$2}')#keystoneservice-create--name=cinderv2--type=volumev2--description="OpenStackBlockStoragev2"#keystoneendpoint-create\--service-id=$(keystoneservice-list|awk'/volumev2/{print$2}')#chown-Rcinder:cinder/etc/ceph/ceph..volumes.keyring#serviceopenstack-cinder-apistart#serviceopenstack-cinder-volumestart#chkconfigopenstack-cinder-volumeonCindervolume#cinderlistDashboard#yuminstallmemcachedpython-memcachedmod_wsgiopenstack-dashboard#vi/etc/openstack-dashboard/local_settingsCACHES=CACHES='LOCATION':':11211'}}#servicehttpdstart#chkconfighttpdon#chkconfigmemcachedDashboard用户web浏览器(建议使用chromelogin:部署配置Compute计算节点 pute#yuminstall #yuminstallcephceph-fuse-y#MDS认证,在ceph-node01上执#cephauthget-or-create.fuse|sshcompute01tee/ect/ceph/ceph.scpr #ceph-fuse-m1:6789/var/lib/nova/instances--idfuse--keyring=/etc/ceph/ceph..fuse.keyring - -- #servicelibvirtdstart#chkconfiglibvirtd#secret.xml#cat>secret.xml<secretephemeral='no'<usage#secret.xml#设定libvirt使用上面的密钥auth_strategy=keystonerpc_backend=qpidmy_ip=1vnc_enabled=Truevncserver_listen=auth_strategy=keystonerpc_backend=qpidmy_ip=1vnc_enabled=Truevncserver_listen= _address=1 _base_url=glance_host=controllernetwork_api_class=work.neutronv2.api.APIneutron_url=neutron_auth_strategy=keystoneneutron_admin_tenant_name=serviceneutron_admin_username=neutronneutron_admin_password=NEUTRON_PASSneutron_admin_auth_url=firewall_driver=nova.virt.firewall.NoopFirewallDriverauth_uri=auth_host=controllerauth_protocol=httpauth_port=35357admin_user=novaadmin_tenant_name=service Qemu-大家可以自行到官网或者找到rpm安装包#cdqemu#rpm-ivhqemu-img--2.415.el6.3ceph.x86_64.rpm#rpm-ivhqemu-kvm--#servicemessagebusstart#chkconfigmessagebus# pute# puteNeutron网络节点配置Neutron控制节点#keystoneuser-create--nameneutron--passNEUTRON_PASS--n#keystoneuser-role-add--userneutron--tenantservice--roleadmin#keystoneservice-create--nameneutron--typenetwork--description"OpenStackNetworking"#keystoneendpoint-create\--service-id$(keystoneservice-list|awk'/network/{print$2}')--publicurl--adminurl#yuminstallopenstack-neutronopenstack-neutron-ml2python-neutron#mv/etc/neutron/neutron.conf/etc/neutron/neutron.conf.bakrpc_backend=neuqpid_hostname=controllernotify_nova_on_port_status_changes=notify_nova_on_port_data_changes=Truenova_url=nova_admin_username=novanova_admin_password=NOVA_PASSnova_admin_auth_url=core_plugin=ml2verbose=Trueauth_uri=auth_host=controllerauth_protocol=httpauth_port=35357admin_tenant_name=serviceadmin_user=neutronconnectionconnection= #keystonetenant-list|awk'/service/{print$2}' tenant_network_types=gretenant_network_types=greenable_security_group=True#serviceopenstack-nova-schedulerrestart#serviceopenstack-nova-conductorrestart#serviceneutron-serverstartNeutron#vi#sysctl-#mv/etc/neutron/neutron.conf/etc/neutron/neutron.conf.bakrpc_backend=neu qpid_hostname=controllercore_plugin=ml2verbose=Trueauth_uri=auth_host=controllerauth_protocol=httpauth_port=35357admin_tenant_name=serviceadmin_user=neutron use_namespaces=Trueverboseuse_namespaces=Trueverbose=dhcp_driver=neutron.agent.linux.dhcp.Dnsmasquse_namespaces=Trueverbosedhcp_driver=neutron.agent.linux.dhcp.Dnsmasquse_namespaces=Trueverbose=auth_url=auth_url=auth_region=regionOneadmin_tenant_name=serviceadmin_user=neutronadmin_password=NEUTRON_PASSnova_metadata_ip=controller tenant_network_types=gretenant_network_types=greenable_security_group=Truelocal_ip=1tunnel_type=gre#serviceopenvswitchstartchkconfigopenvswitchonovs-vsctladd-brbr-intovs-vsctladd-brbr-ex#ovs-vsctladd-portbr-exeth2#ethtool-Keth2groo