10.OpenStack块存储服务
添加块存储服务
安装和配置控制器节点
创建数据库
mysql -uroot -ptoyo123 CREATE DATABASE cinder; GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'localhost' \ IDENTIFIED BY 'toyo123'; GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'%' \ IDENTIFIED BY 'toyo123'; exit
创建服务凭据
source admin-openrc.sh keystone user-create --name cinder --pass Abcd1234 keystone user-role-add --user cinder --tenant service --role admin keystone service-create --name cinder --type volume \ --description "OpenStack Block Storage" keystone service-create --name cinderv2 --type volumev2 \ --description "OpenStack Block Storage" keystone endpoint-create \ --service-id $(keystone service-list | awk '/ volume / {print $2}') \ --publicurl http://controller:8776/v1/%\(tenant_id\)s \ --internalurl http://controller:8776/v1/%\(tenant_id\)s \ --adminurl http://controller:8776/v1/%\(tenant_id\)s \ --region regionOne keystone endpoint-create \ --service-id $(keystone service-list | awk '/ volumev2 / {print $2}') \ --publicurl http://controller:8776/v2/%\(tenant_id\)s \ --internalurl http://controller:8776/v2/%\(tenant_id\)s \ --adminurl http://controller:8776/v2/%\(tenant_id\)s \ --region regionOne
安装和配置块存储控制器组件
yum install -y openstack-cinder python-cinderclient python-oslo-db
编辑/etc/cinder/cinder.conf
mv /etc/cinder/cinder.conf /etc/cinder/cinder.conf_bak vim /etc/cinder/cinder.conf [database] connection = mysql://cinder:toyo123@controller/cinder [DEFAULT] my_ip = 192.168.116.8 rpc_backend = rabbit rabbit_host = controller rabbit_password = Abcd1234 auth_strategy = keystone verbose = True [keystone_authtoken] auth_uri = http://controller:5000/v2.0 identity_uri = http://controller:35357 admin_tenant_name = service admin_user = cinder admin_password = Abcd1234
完成安装
su -s /bin/sh -c "cinder-manage db sync" cinder systemctl enable openstack-cinder-api.service openstack-cinder-scheduler.service systemctl start openstack-cinder-api.service openstack-cinder-scheduler.service
安装和配置存储节点
安装LVM与启动lvm并设置为开机自启动
yum -y install lvm2 systemctl enable lvm2-lvmetad.service systemctl start lvm2-lvmetad.service
磁盘分区
fdisk /dev/sda n p Enter +100G t 8e w
检查分区信息是否写入内核(检测到了则不用添加)
cat /proc/partitions major minor #blocks name 8 0 488386584 sda 8 1 512000 sda1 8 2 104857600 sda2 8 3 4063232 sda3 partx -a /dev/sda5 /dev/sda cat /proc/partitions major minor #blocks name 8 0 488386584 sda 8 1 512000 sda1 8 2 104857600 sda2 8 3 4063232 sda3 8 5 104857600 sda5
建立lvm分区
pvcreate /dev/sda5 Physical volume "/dev/sda5" successfully created vgcreate cinder-volumes /dev/sda5 Volume group "cinder-volumes" successfully created
编辑/etc/lvm/lvm.conf
vim /etc/lvm/lvm.conf devices { filter = [ "a/sda/", "r/.*/"]
安装和配置块存储卷组件
yum install -y openstack-cinder targetcli python-oslo-db MySQL-python
编辑/etc/cinder/cinder.conf
mv /etc/cinder/cinder.conf /etc/cinder/cinder.conf_bak vim /etc/cinder/cinder.conf [database] connection = mysql://cinder:toyo123@controller/cinder [DEFAULT] rpc_backend = rabbit rabbit_host = controller rabbit_password = Abcd1234 uth_strategy = keystone my_ip = 192.168.116.8 glance_host = controller iscsi_helper = lioadm verbose = True [keystone_authtoken] auth_uri = http://controller:5000/v2.0 identity_uri = http://controller:35357 admin_tenant_name = service admin_user = cinder admin_password = Abcd1234
完成安装
systemctl enable openstack-cinder-volume.service target.service
systemctl start openstack-cinder-volume.service target.service
验证
source admin-openrc.sh cinder service-list
创建云磁盘
source demo-openrc.sh cinder create --display-name demo-volume1 1 cinder list
安装对象存储
安装和配置控制节点
创建身份服务凭据
source admin-openrc.sh keystone user-create --name swift --pass Abcd1234 keystone user-role-add --user swift --tenant service --role admin keystone service-create --name swift --type object-store \ --description "OpenStack Object Storage" keystone endpoint-create \ --service-id $(keystone service-list | awk '/ object-store / {print $2}') \ --publicurl 'http://controller:8080/v1/AUTH_%(tenant_id)s' \ --internalurl 'http://controller:8080/v1/AUTH_%(tenant_id)s' \ --adminurl http://controller:8080 \ --region regionOne
安装和配置控制器节点组件
yum install -y openstack-swift-proxy python-swiftclient python-keystone-auth-token \ python-keystonemiddleware memcached
下载并编辑proxy-server.conf
curl -o /etc/swift/proxy-server.conf \ https://raw.githubusercontent.com/openstack/swift/stable/juno/etc/proxy-server.conf-sample vim /etc/swift/proxy-server.conf [DEFAULT] bind_port = 8080 user = swift swift_dir = /etc/swift [pipeline:main] pipeline = authtoken cache healthcheck keystoneauth proxy-logging proxy-server [app:proxy-server] allow_account_management = true account_autocreate = true [filter:keystoneauth] use = egg:swift#keystoneauth operator_roles = admin,_member_ [filter:authtoken] paste.filter_factory = keystonemiddleware.auth_token:filter_factory auth_uri = http://controller:5000/v2.0 identity_uri = http://controller:35357 admin_tenant_name = service admin_user = swift admin_password = Abcd1234 delay_auth_decision = true [filter:cache] memcache_servers = 127.0.0.1:11211
安装和配置存储节点
安装xfsprog
yum install -y xfsprogs rsync
创建分区
fdisk /dev/sda n e ENTER ENTER n ENTER +100G N ENTER ENTER W cat /proc/partitions partx -a /dev/sda5 /dev/sda partx -a /dev/sda6 /dev/sda
格式化并创建挂载点目录
mkfs.xfs /dev/sda5 mkfs.xfs /dev/sda6 mkdir -p /srv/node/sda5 mkdir -p /srv/node/sda6
编辑 /etc/fstab，并挂载
vim /etc/fstab /dev/sda5 /srv/node/sda5 xfs noatime,nodiratime,nobarrier,logbufs=8 0 2 /dev/sda6 /srv/node/sda6 xfs noatime,nodiratime,nobarrier,logbufs=8 0 2 mount /srv/node/sda5 mount /srv/node/sda6
编辑/etc/rsyncd.conf
mv /etc/rsyncd.conf /etc/rsyncd.conf_bak vim /etc/rsyncd.conf uid = swift gid = swift log file = /var/log/rsyncd.log pid file = /var/run/rsyncd.pid address =192.168.116.7 [account] max connections = 2 path = /srv/node/ read only = false lock file = /var/lock/account.lock [container] max connections = 2 path = /srv/node/ read only = false lock file = /var/lock/container.lock [object] max connections = 2 path = /srv/node/ read only = false lock file = /var/lock/object.lock
启动服务并配置为开机自启动
systemctl enable rsyncd.service
systemctl start rsyncd.service
安装和配置存储节点组件
yum install -y openstack-swift-account openstack-swift-container openstack-swift-object
下载配置文件
curl -o /etc/swift/account-server.conf \ https://raw.githubusercontent.com/openstack/swift/stable/juno/etc/account-server.conf-sample curl -o /etc/swift/container-server.conf \ https://raw.githubusercontent.com/openstack/swift/stable/juno/etc/container-server.conf-sample curl -o /etc/swift/object-server.conf \ https://raw.githubusercontent.com/openstack/swift/stable/juno/etc/object-server.conf-sample
编辑/etc/swift/account-server.conf
vim /etc/swift/account-server.conf [DEFAULT] bind_ip = 192.168.116.7 bind_port = 6002 user = swift swift_dir = /etc/swift devices = /srv/node [pipeline:main] pipeline = healthcheck recon account-server [filter:recon] recon_cache_path = /var/cache/swift
编辑/etc/swift/container-server.conf
vim /etc/swift/container-server.conf [DEFAULT] bind_ip = 192.168.116.7 bind_port = 6001 user = swift swift_dir = /etc/swift devices = /srv/node [pipeline:main] pipeline = healthcheck recon container-server [filter:recon] recon_cache_path = /var/cache/swift
编辑/etc/swift/object-server.conf
vim /etc/swift/object-server.conf [DEFAULT] bind_ip = 192.168.116.7 bind_port = 6000 user = swift swift_dir = /etc/swift devices = /srv/node [pipeline:main] pipeline = healthcheck recon object-server [filter:recon] recon_cache_path = /var/cache/swift
确保挂载点的目录拥有所有权，创建侦察目录，并确保它的正确的所有权
chown -R swift:swift /srv/node mkdir -p /var/cache/swift chown -R swift:swift /var/cache/swift
创建账户环
cd /etc/swift swift-ring-builder account.builder create 10 3 1 swift-ring-builder account.builder \ add r1z1-192.168.116.7:6002/sda5 100 swift-ring-builder account.builder \ add r1z1-192.168.116.7:6002/sda6 100 swift-ring-builder account.builder \ add r1z1-192.168.116.10:6002/sda5 100 swift-ring-builder account.builder \ add r1z1-192.168.116.10:6002/sda6 100
平衡环
swift-ring-builder account.builder rebalance
验证
swift-ring-builder account.builder
创建容器环
cd /etc/swift swift-ring-builder container.builder create 10 3 1 swift-ring-builder container.builder \ add r1z1-192.168.116.7:6001/sda5 100 swift-ring-builder container.builder \ add r1z1-192.168.116.7:6001/sda6 100 swift-ring-builder container.builder \ add r1z1-192.168.116.10:6001/sda5 100 swift-ring-builder container.builder \ add r1z1-192.168.116.10:6001/sda6 100
创建环对象
cd /etc/swift swift-ring-builder object.builder create 10 3 1 swift-ring-builder object.builder \ add r1z1-192.168.116.7:6000/sda5 100 swift-ring-builder object.builder \ add r1z1-192.168.116.7:6000/sda6 100 swift-ring-builder object.builder \ add r1z1-192.168.116.10:6000/sda5 100 swift-ring-builder object.builder \ add r1z1-192.168.116.10:6000/sda6 100
平衡环
swift-ring-builder object.builder rebalance
验证
swift-ring-builder object.builder
将account.ring.gz, container.ring.gz, 和 object.ring.gz复制到节点存储服务器/etc/swift下
下载并编辑swift.conf，编辑完成后复制到每个存储节点与代理服务器上
curl -o /etc/swift/swift.conf \ https://raw.githubusercontent.com/openstack/swift/stable/juno/etc/swift.conf-sample vim /etc/swift/swift.conf [swift-hash] swift_hash_path_prefix = xrfuniounenqjnw swift_hash_path_suffix = fLIbertYgibbitZ [storage-policy:0] name = Policy-0 default = yes
修改目录拥有者并启动服务与配置开机自启动，每个存储节点与代理服务器一样操作
chown -R swift:swift /etc/swift systemctl enable openstack-swift-proxy.service memcached.service systemctl restart openstack-swift-proxy.service memcached.service
在存储节点，启动对象存储服务，并将其配置为开机自启动
systemctl enable openstack-swift-account.service openstack-swift-account-auditor.service \ openstack-swift-account-reaper.service openstack-swift-account-replicator.service systemctl enable openstack-swift-container.service openstack-swift-container-auditor.service \ openstack-swift-container-replicator.service openstack-swift-container-updater.service systemctl enable openstack-swift-object.service openstack-swift-object-auditor.service \ openstack-swift-object-replicator.service openstack-swift-object-updater.service swift-init all start
验证
source demo-openrc.sh swift stat Account: AUTH_2e6cfee73a0e42e3ad67affb9f042484 Containers: 0 Objects: 0 Bytes: 0 X-Put-Timestamp: 1431246736.74462 X-Timestamp: 1431246736.74462 X-Trans-Id: tx99c4c6fa0ade4314aec8d-00554f1790 Content-Type: text/plain; charset=utf-8
