Nova创建虚拟机的底层代码分析
作为个人学习笔记分享。有不论什么问题欢迎交流!
在openstack中创建虚拟机的底层实现是nova使用了libvirt,代码在nova/virt/libvirt/driver.py。
#image_meta:镜像的相关内容,#injected_files:要注入到VM的文件 #network_info:网络相关信息。block_device_info:磁盘相关信息 def spawn(self, context, instance, image_meta, injected_files, admin_password, network_info=None, block_device_info=None): #确定客户机的磁盘映射关系 disk_info = blockinfo.get_disk_info(CONF.libvirt.virt_type, instance, block_device_info, image_meta) #创建VM的磁盘文件 self._create_image(context, instance, disk_info['mapping'], network_info=network_info, block_device_info=block_device_info, files=injected_files, admin_pass=admin_password) #综合各方面的信息,拼装一个define VM的XML文件 xml = self.to_xml(context, instance, network_info, disk_info, image_meta, block_device_info=block_device_info, write_to_disk=True) #向neutron请求IP,然后使用xml创建domain self._create_domain_and_network(context, xml, instance, network_info, block_device_info)以下将具体分析上述4个函数,比源码略有删减
#virt_type: cpu_mode,一般为kvm,具体可參见该选项的凝视 def get_disk_info(virt_type, instance, block_device_info=None, image_meta=None, rescue=False): #依据device_type和virt_type返回总线类型。如kvm和disk。则会返回virtio #cdrom和kvm,则会返回ide disk_bus = get_disk_bus_for_device_type(virt_type, image_meta, "disk") cdrom_bus = get_disk_bus_for_device_type(virt_type, image_meta, "cdrom") #确定如何映射默认的disks到VM中,如root挂到/dev/vda等。还有swap, local等 mapping = get_disk_mapping(virt_type, instance, disk_bus, cdrom_bus, block_device_info, image_meta, rescue)
#准备磁盘文件 def _create_image(self, context, instance, disk_mapping, suffix='', disk_images=None, network_info=None, block_device_info=None, files=None, admin_pass=None, inject_files=True): #推断是否从volume启动VM booted_from_volume = self._is_booted_from_volume( instance, disk_mapping) #依据images_type。如qcow2, RBD等,创建各种格式的镜像相应的类 def image(fname, image_type=CONF.libvirt.images_type): return self.image_backend.image(instance, fname + suffix, image_type) #创建raw格式的镜像相应的类 def raw(fname): return image(fname, image_type='raw') LOG.info(_('Creating image'), instance=instance) if not disk_images: disk_images = {'image_id': instance['image_ref'], 'kernel_id': instance['kernel_id'], 'ramdisk_id': instance['ramdisk_id']} if disk_images['kernel_id']: fname = imagecache.get_cache_fname(disk_images, 'kernel_id') #这里用到了上面定义的def raw()。其返回一个raw类型的类。cache()使用#fetch_image()完毕镜像文件的kernel下载,关于镜像的下载具体情况能够參#考:http://blog.csdn.net/epugv/article/details/27970625 raw('kernel').cache(fetch_func=libvirt_utils.fetch_image, context=context, filename=fname, image_id=disk_images['kernel_id'], user_id=instance['user_id'], project_id=instance['project_id']) if disk_images['ramdisk_id']: fname = imagecache.get_cache_fname(disk_images, 'ramdisk_id') #完毕ramdisk文件下载 raw('ramdisk').cache(fetch_func=libvirt_utils.fetch_image, context=context, filename=fname, image_id=disk_images['ramdisk_id'], user_id=instance['user_id'], project_id=instance['project_id']) # 创建暂时磁盘,ephemeral disk指的是除了root disk和swap disk之外的ephemeral #空间 ephemeral_gb = instance['ephemeral_gb'] if 'disk.local' in disk_mapping: disk_image = image('disk.local') fn = functools.partial(self._create_ephemeral, fs_label='ephemeral0', os_type=instance["os_type"], is_block_dev=disk_image.is_block_dev) fname = "ephemeral_%s_%s" % (ephemeral_gb, os_type_with_default) size = ephemeral_gb * units.Gi disk_image.cache(fetch_func=fn, filename=fname, size=size, ephemeral_size=ephemeral_gb) #假设还有ephemeral disk,继续创建。label为'ephemeral%d' % idx for idx, eph in enumerate(driver.block_device_info_get_ephemerals( block_device_info)): disk_image = image(blockinfo.get_eph_disk(idx)) fn = functools.partial(self._create_ephemeral, fs_label='ephemeral%d' % idx, os_type=instance["os_type"], is_block_dev=disk_image.is_block_dev) size = eph['size'] * units.Gi fname = "ephemeral_%s_%s" % (eph['size'], os_type_with_default) disk_image.cache( fetch_func=fn, filename=fname, size=size, ephemeral_size=eph['size']) #创建swap disk if swap_mb > 0: size = swap_mb * units.Mi image('disk.swap').cache(fetch_func=self._create_swap, filename="swap_%s" % swap_mb, size=size, swap_mb=swap_mb) # OpenStack还能够使用Config Drive实现元数据的注入,可是在制作image时一 #定要安装cloud-init软件,否则无法实现元数据注入 # Config drive if configdrive.required_by(instance): LOG.info(_('Using config drive'), instance=instance) extra_md = {} if admin_pass: extra_md['admin_pass'] = admin_pass #提取instance matedata inst_md = instance_metadata.InstanceMetadata(instance, content=files, extra_md=extra_md, network_info=network_info) with configdrive.ConfigDriveBuilder(instance_md=inst_md) as cdb: configdrive_path = self._get_disk_config_path(instance) LOG.info(_('Creating config drive at %(path)s'), {'path': configdrive_path}, instance=instance) #将metadata写入实例所在的目录下的一个disk.config文件里 try: cdb.make_drive(configdrive_path) except processutils.ProcessExecutionError as e: with excutils.save_and_reraise_exception(): LOG.error(_('Creating config drive failed ' 'with error: %s'), e, instance=instance) #依据官方文档 -2 => disable, -1 => inspect (libguestfs only), 0 => #not partitioned, >0 => partition number # File injection only if needed elif inject_files and CONF.libvirt.inject_partition != -2: if booted_from_volume: LOG.warn(_('File injection into a boot from volume ' 'instance is not supported'), instance=instance) self._inject_data( instance, network_info, admin_pass, files, suffix)
def to_xml(self, context, instance, network_info, disk_info, image_meta=None, rescue=None, block_device_info=None, write_to_disk=False): # We should get image metadata every time for generating xml if image_meta is None: image_ref = instance['image_ref'] image_meta = compute_utils.get_image_metadata( context, self._image_api, image_ref, instance) msg = ('Start to_xml ' 'network_info=%(network_info)s ' 'disk_info=%(disk_info)s ' 'image_meta=%(image_meta)s rescue=%(rescue)s ' 'block_device_info=%(block_device_info)s' % {'network_info': network_info_str, 'disk_info': disk_info, 'image_meta': image_meta, 'rescue': rescue, 'block_device_info': block_device_info}) #返回guest的具体參数 conf = self.get_guest_config(instance, network_info, image_meta, disk_info, rescue, block_device_info) xml = conf.to_xml()#将具体參数使用etree.tostring()生产一个xml dom
def _create_domain_and_network(self, context, xml, instance, network_info, block_device_info=None, power_on=True, reboot=False, vifs_already_plugged=False): for vol in block_device_mapping: connection_info = vol['connection_info'] disk_info = blockinfo.get_info_from_bdm( CONF.libvirt.virt_type, vol) #挂载volume前与volume建立连接,如iscsi中的discover conf = self.volume_driver_method('connect_volume', connection_info, disk_info) #。。。。。。 launch_flags = events and libvirt.VIR_DOMAIN_START_PAUSED or 0 try: with self.virtapi.wait_for_instance_event( instance, events, deadline=timeout, error_callback=self._neutron_failed_callback): self.plug_vifs(instance, network_info)#向network注入VIF self.firewall_driver.setup_basic_filtering(instance, network_info) self.firewall_driver.prepare_instance_filter(instance, network_info) domain = self._create_domain(#调用libvirt的#defineXML () and #createWithFlags() xml, instance=instance, launch_flags=launch_flags, power_on=power_on) #应用防火墙 self.firewall_driver.apply_instance_filter(instance, network_info) #以下是错误处理。不表